-- Logs begin at Fri 2022-03-04 14:58:22 UTC, end at Fri 2022-03-04 16:12:24 UTC. -- Mar 04 15:39:52.078762 dv-cinder-831247-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 15:39:54.963266 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.common.config [-] Logging enabled! Mar 04 15:39:54.963871 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 04 15:39:54.964050 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109937) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 15:39:54.967337 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.common.config [-] Logging enabled! Mar 04 15:39:54.967590 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 04 15:39:54.967897 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109937) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 15:39:54.968814 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 15:39:54.969048 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 15:39:54.969427 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 15:39:54.969688 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 15:39:54.970320 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 15:39:54.970648 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.971070 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 15:39:54.971397 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.971697 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.971988 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.972284 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.972576 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.972857 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.973147 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.973444 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.973765 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.974050 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.974334 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.974628 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.974906 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.975191 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.975476 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.976278 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] debug = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.976558 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.976983 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.977403 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.977683 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.977993 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.978268 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.978538 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.978811 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.979092 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.979415 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] host = dv-cinder-831247-6-iscsi {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.979691 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.979980 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.980262 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.980546 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.980819 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.981091 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.981371 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.981639 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.981933 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.982205 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.982489 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.982776 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.983057 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.983280 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.983501 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.983784 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.984066 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.984336 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.984608 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.984880 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.985150 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.985420 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.985685 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.985988 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.986269 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.986551 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.986822 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.987092 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.987358 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.987627 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.987907 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.988175 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.988446 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.988716 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.988998 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.989266 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.989534 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.989856 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.990139 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.990418 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.990702 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.990973 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.991882 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.992156 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.992428 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.992715 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] use_json = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.992969 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.993237 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.993517 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.993808 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.994082 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.994352 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.994621 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.994903 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.995173 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:54.995464 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.995759 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.996055 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.996353 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.996640 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.996917 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.997203 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.997476 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.997788 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.998072 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.998358 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.998633 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.998930 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.999217 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.999509 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:54.999806 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.000100 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.000386 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.000659 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.000931 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.001201 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.001473 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.001789 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.002066 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.002349 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.002634 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.002908 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.003200 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.003481 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.003769 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.004054 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.004322 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.004596 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.004883 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.005155 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.005424 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.005724 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.006008 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.006281 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.006551 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.006850 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.007126 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.007395 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.007662 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.007933 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.008216 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.008486 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.008754 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.009022 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.009293 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.009559 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.009865 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.010151 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.010417 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.010686 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.010964 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.011235 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.011508 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.011782 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.012054 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.012328 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.012600 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.012870 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.013141 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.013415 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.013689 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.013982 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.014252 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.014525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.014797 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.015067 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.015338 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.015610 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.015880 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.016162 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.016454 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.016731 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.017006 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.017282 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.017556 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.017852 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.018127 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.018402 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.018680 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.019206 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.019491 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.019770 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.020058 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.020355 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.020630 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.020922 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.021197 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.021469 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.021767 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.022044 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.022318 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.023159 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.023443 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.023738 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.024031 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.024321 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.024610 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.024900 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.025181 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.025489 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.025796 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:55.026015 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 15:39:55.026252 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109937) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 15:39:55.393250 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 15:39:55.393529 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 15:39:55.394124 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 15:39:55.394601 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 15:39:55.722674 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.722871 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.723143 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.724422 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.724697 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.724962 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.770669 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.770945 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.771212 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.785630 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.785935 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.786207 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.814487 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.814768 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.815041 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.852277 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.852551 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:55.852818 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.196426 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.197039 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.197039 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.197227 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.197926 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.296014 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.296335 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.296621 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.296893 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.297162 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.297488 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.297760 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.298024 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.298281 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.298564 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.298827 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.299095 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.299354 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.299607 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.299867 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.300131 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.300386 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.300655 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.300924 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.301184 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.301458 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.301724 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.302021 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.302398 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.302649 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.302897 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.303289 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:56.303530 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:56.303804 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:56.304042 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:56.304276 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:56.304515 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:56.304873 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 15:39:56.308123 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 15:39:56.312169 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 15:39:56.316053 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 04 15:39:56.317690 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 15:39:56.318188 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 15:39:56.318522 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 15:39:56.318897 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 15:39:56.322258 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 15:39:56.322515 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 15:39:56.322860 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 15:39:56.327704 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 15:39:56.351770 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 15:39:56.352219 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.352519 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109937) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 15:39:56.352891 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.354293 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109937) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 15:39:56.354576 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 15:39:56.354826 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 15:39:56.358170 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.358463 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:56.420375 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 15:39:56.420617 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 15:39:56.420852 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 15:39:56.421210 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 15:39:56.440751 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_db.sqlalchemy.engines [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109937) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 15:39:57.008966 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing driver for type 'gre' Mar 04 15:39:57.009491 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] gre ID ranges: [(1, 1000)] Mar 04 15:39:57.180351 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing driver for type 'local' Mar 04 15:39:57.180690 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing driver for type 'vlan' Mar 04 15:39:57.243074 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] VlanTypeDriver initialization complete Mar 04 15:39:57.243637 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing driver for type 'vxlan' Mar 04 15:39:57.243911 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] vxlan ID ranges: [(1, 1000)] Mar 04 15:39:57.414936 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing extension driver 'port_security' Mar 04 15:39:57.415279 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] PortSecurityExtensionDriver initialization complete Mar 04 15:39:57.415614 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing mechanism driver 'openvswitch' Mar 04 15:39:57.415949 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing mechanism driver 'hyperv' Mar 04 15:39:57.422735 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:39:57.423589 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.423990 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.424345 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.424917 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 15:39:57.425347 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.425700 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.426070 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.426467 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 15:39:57.426870 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.427223 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.427565 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.427963 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 15:39:57.428367 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > security_group after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.428717 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > security_group after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.429058 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.429455 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 15:39:57.429907 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.430254 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.430592 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.431026 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 15:39:57.431432 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > address_group after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.431776 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > address_group after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.432114 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.432511 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 15:39:57.432949 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] ML2 OVO RPC backend initialized. {{(pid=109937) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 15:39:57.433641 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.434022 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.434432 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.434871 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > networks before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.435226 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.435568 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > ports before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.436030 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.436446 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnets before_response 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.436828 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.437175 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.437509 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.437876 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.438216 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.438550 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.438883 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.439216 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.439547 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.447002 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded quota_driver: . Mar 04 15:39:57.447371 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.plugin [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Modular L2 Plugin initialization complete Mar 04 15:39:57.447719 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading services supported by the core plugin {{(pid=109937) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 15:39:57.448062 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.plugins.ml2.managers [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Got port-security extension from driver 'port_security' Mar 04 15:39:57.448537 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.extensions.vlantransparent [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Disabled vlantransparent extension. Mar 04 15:39:57.449024 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109937) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 15:39:57.449395 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: router Mar 04 15:39:57.485634 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.486059 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_create 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.486433 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router before_create 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.486953 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.487336 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.487693 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_delete 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.488052 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.488405 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.488762 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_create 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.489109 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_update 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.489458 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_update 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.489845 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.490207 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_update 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.490616 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_update 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.490985 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.491365 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.491702 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: subnet after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.492041 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.492391 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.492737 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_create 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.493076 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.493416 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.493870 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router after_update 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.494216 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.494694 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_create 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.495056 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.495405 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_update 55549900 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.495766 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > agent after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.496115 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > agent after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.496458 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > network after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.497305 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Tracking information for resource: router configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:57.497637 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Tracking information for resource: floatingip configured {{(pid=109937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 15:39:57.502531 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.db.l3_agentschedulers_db [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 15:39:57.503100 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.503457 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port after_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.503806 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port after_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.504153 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: port after_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.504923 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router before_create 55550100 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.505284 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.505648 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_create 55550100 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.506032 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > router precommit_update 55550100 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.510822 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.provider_configuration [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service providers = [] {{(pid=109937) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 15:39:57.511192 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.db.servicetype_db [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109937) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 15:39:57.514217 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.service_base [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 15:39:57.514571 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.service_base [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 15:39:57.514920 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.service_base [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 15:39:57.515804 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.services.service_base [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 15:39:57.516178 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.services.service_base [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 15:39:57.516547 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.516871 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 15:39:57.528309 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.528647 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: auto_allocate Mar 04 15:39:57.534463 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: network precommit_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.534834 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: network precommit_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.535349 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.535669 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: tag Mar 04 15:39:57.543143 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.543479 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: timestamp Mar 04 15:39:57.547318 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.547651 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: network_ip_availability Mar 04 15:39:57.553100 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.553471 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.553879 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.554593 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.554911 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: flavors Mar 04 15:39:57.559863 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.560156 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading Plugin: revisions Mar 04 15:39:57.564458 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 15:39:57.564852 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_concurrency.lockutils [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.171s {{(pid=109937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 15:39:57.565584 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109937) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 15:39:57.565955 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Initializing extension manager. Mar 04 15:39:57.566478 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: __init__.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.566817 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: __pycache__ {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.567149 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.567481 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: address_group.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.568225 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.568778 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: address-group Mar 04 15:39:57.569099 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: address_scope.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.569862 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.570367 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: address-scope Mar 04 15:39:57.570689 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.571611 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.572120 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: router-admin-state-down-before-update Mar 04 15:39:57.572443 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: agent.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.573145 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.573648 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: agent Mar 04 15:39:57.573995 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: agent_resources_synced.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.574904 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.575412 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: agent-resources-synced Mar 04 15:39:57.575734 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: allowedaddresspairs.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.577510 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.578059 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: allowed-address-pairs Mar 04 15:39:57.578389 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: auto_allocated_topology.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.579464 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.579979 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: auto-allocated-topology Mar 04 15:39:57.580306 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: availability_zone.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.580997 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.581501 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: availability_zone Mar 04 15:39:57.581850 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: availability_zone_filter.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.582762 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.583268 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: availability_zone_filter Mar 04 15:39:57.583589 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: data_plane_status.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.584490 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.585533 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 15:39:57.585879 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: default_subnetpools.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.586796 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.587313 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: default-subnetpools Mar 04 15:39:57.587638 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.588436 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.588943 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: dhcp_agent_scheduler Mar 04 15:39:57.589267 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: dns.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.590196 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.590701 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension dns-integration not supported by any of loaded plugins Mar 04 15:39:57.591023 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: dns_domain_ports.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.591930 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.592439 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 15:39:57.592761 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.593678 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.594205 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 15:39:57.594525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: dvr.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.595189 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.595690 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: dvr Mar 04 15:39:57.596010 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: ecmp_routes.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.596925 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.597425 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 15:39:57.597765 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: empty_string_filtering.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.598683 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.599190 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: empty-string-filtering Mar 04 15:39:57.599511 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.600435 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.601478 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 15:39:57.601828 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.602745 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.603242 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 15:39:57.603561 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: external_net.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.604475 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.604976 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: external-net Mar 04 15:39:57.605293 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.606219 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.606718 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: extra_dhcp_opt Mar 04 15:39:57.607043 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: extraroute.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.607948 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.608447 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: extraroute Mar 04 15:39:57.608765 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: extraroute_atomic.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.609845 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.610348 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: extraroute-atomic Mar 04 15:39:57.610668 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: filter_validation.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.611332 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.611831 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: filter-validation Mar 04 15:39:57.612149 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: fip_pf_description.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.613062 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.613559 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 15:39:57.613909 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: fip_port_details.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.615000 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.615509 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: fip-port-details Mar 04 15:39:57.615837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: flavors.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.617100 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.617616 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: flavors Mar 04 15:39:57.617981 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.619641 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.620162 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 15:39:57.620494 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: floatingip_pools.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.621194 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.621729 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: floatingip-pools Mar 04 15:39:57.622061 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: ip_allocation.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.622992 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.623496 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 15:39:57.623821 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.624735 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.625247 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: ip-substring-filtering Mar 04 15:39:57.625574 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l2_adjacency.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.626538 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.627048 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 15:39:57.627373 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.628323 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.628840 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: router Mar 04 15:39:57.629164 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.631437 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.632478 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 15:39:57.632806 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.633774 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.634296 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: ext-gw-mode Mar 04 15:39:57.634623 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.635553 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.636063 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: l3-ha Mar 04 15:39:57.636386 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.637382 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.637911 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 15:39:57.638236 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_flavors.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.639146 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.639656 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: l3-flavors Mar 04 15:39:57.639978 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.641357 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.641906 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 15:39:57.642236 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.643152 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.643666 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 15:39:57.644247 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: l3agentscheduler.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.645898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.645898 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: l3_agent_scheduler Mar 04 15:39:57.646226 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: local_ip.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.648485 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.649007 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension local_ip not supported by any of loaded plugins Mar 04 15:39:57.649342 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: logging.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.652211 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.652742 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension logging not supported by any of loaded plugins Mar 04 15:39:57.653082 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: metering.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.653932 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.654516 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: metering Mar 04 15:39:57.654847 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.655943 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.656460 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: metering_source_and_destination_fields Mar 04 15:39:57.656793 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: multiprovidernet.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.657735 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.658258 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: multi-provider Mar 04 15:39:57.658579 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: netmtu.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.659497 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.660006 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: net-mtu Mar 04 15:39:57.660326 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: netmtu_writable.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.661245 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.661775 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: net-mtu-writable Mar 04 15:39:57.662097 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: network_availability_zone.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.662763 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.663303 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: network_availability_zone Mar 04 15:39:57.663627 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: network_ip_availability.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.664749 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.665265 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: network-ip-availability Mar 04 15:39:57.665589 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: network_segment_range.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.666385 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.666887 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 15:39:57.667207 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: pagination.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.668228 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.668560 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: pagination Mar 04 15:39:57.668880 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: port_device_profile.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.669823 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.670338 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: port-device-profile Mar 04 15:39:57.670659 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.671584 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.672097 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: port-mac-address-regenerate Mar 04 15:39:57.672425 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.673337 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.674184 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: port-numa-affinity-policy Mar 04 15:39:57.674512 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: port_resource_request.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.675444 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.675948 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 15:39:57.676270 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: port_resource_request_groups.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.677233 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.677768 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 15:39:57.678095 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: portbindings.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.679050 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.679559 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: binding Mar 04 15:39:57.679882 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: portbindings_extended.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.681166 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.681679 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: binding-extended Mar 04 15:39:57.682036 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: portsecurity.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.682952 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.683473 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: port-security Mar 04 15:39:57.683802 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: project_id.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.684780 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.685112 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: project-id Mar 04 15:39:57.685436 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: providernet.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.686393 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.686903 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: provider Mar 04 15:39:57.687226 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.690851 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.691376 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos not supported by any of loaded plugins Mar 04 15:39:57.691708 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.692963 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.693478 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 15:39:57.693841 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.695299 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.695811 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 15:39:57.696137 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_default.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.697052 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.697564 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-default not supported by any of loaded plugins Mar 04 15:39:57.697928 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_fip.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.698864 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.699370 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-fip not supported by any of loaded plugins Mar 04 15:39:57.699694 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.700609 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.701118 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 15:39:57.701441 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_gateway_ip.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.702395 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.702906 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 15:39:57.703228 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_port_network_policy.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.704287 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.704799 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 15:39:57.705123 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.706189 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.706706 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 15:39:57.707030 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.708088 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.708606 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 15:39:57.708930 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_pps_rule.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.710731 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.715253 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-pps not supported by any of loaded plugins Mar 04 15:39:57.715600 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_rule_type_details.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.716539 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.717054 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 15:39:57.717384 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: qos_rules_alias.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.718515 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.719073 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 15:39:57.719401 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: quota_check_limit.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.720318 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.720840 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: quota-check-limit Mar 04 15:39:57.721167 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: quotasv2.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.722151 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.722483 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: quotas Mar 04 15:39:57.722808 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: quotasv2_detail.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.724578 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.724918 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: quota_details Mar 04 15:39:57.725247 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: rbac.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.726363 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.726894 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: rbac-policies Mar 04 15:39:57.727227 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: rbac_address_group.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.728165 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.728684 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: rbac-address-group Mar 04 15:39:57.729011 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: rbac_address_scope.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.729964 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.730480 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: rbac-address-scope Mar 04 15:39:57.730806 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: rbac_security_groups.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.731727 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.732243 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: rbac-security-groups Mar 04 15:39:57.732567 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: rbac_subnetpool.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.733567 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.734116 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: rbac-subnetpool Mar 04 15:39:57.734447 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: revisionifmatch.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.735375 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.735888 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: revision-if-match Mar 04 15:39:57.736213 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: revisions.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.737338 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.737948 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: standard-attr-revisions Mar 04 15:39:57.738284 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: router_availability_zone.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.738960 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.739470 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: router_availability_zone Mar 04 15:39:57.739793 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: routerservicetype.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.740719 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.741248 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension router-service-type not supported by any of loaded plugins Mar 04 15:39:57.741570 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.742527 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.743036 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: security-groups-normalized-cidr Mar 04 15:39:57.743358 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.744281 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.744789 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: port-security-groups-filtering Mar 04 15:39:57.745113 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.746075 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.746592 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: security-groups-remote-address-group Mar 04 15:39:57.746916 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.747849 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.748368 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: security-groups-shared-filtering Mar 04 15:39:57.748695 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.749282 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 15:39:57.749605 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: securitygroup.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.759965 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.760499 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: security-group Mar 04 15:39:57.760829 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: segment.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.761628 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.762170 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension segment not supported by any of loaded plugins Mar 04 15:39:57.762503 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.763456 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.763968 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 15:39:57.764292 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: servicetype.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.765413 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.765968 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: service-type Mar 04 15:39:57.766297 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: sorting.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.767284 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.767619 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: sorting Mar 04 15:39:57.767943 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: standard_attr_segment.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.769113 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.769624 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 15:39:57.769975 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: standardattrdescription.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.770633 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.771137 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: standard-attr-description Mar 04 15:39:57.771459 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: stateful_security_group.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.772989 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.773501 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: stateful-security-group Mar 04 15:39:57.773858 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: stdattrs_common.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.774426 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 15:39:57.774745 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.775679 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.776186 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 15:39:57.776506 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: subnet_onboard.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.777615 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.778164 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: subnet_onboard Mar 04 15:39:57.778517 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.779462 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.779972 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 15:39:57.780297 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: subnet_service_types.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.781224 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.781760 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: subnet-service-types Mar 04 15:39:57.782090 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: subnetallocation.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.783211 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.783725 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: subnet_allocation Mar 04 15:39:57.784050 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.784887 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.785395 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: subnetpool-prefix-ops Mar 04 15:39:57.785739 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.786819 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.787332 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 15:39:57.787680 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: tagging.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.788744 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.789259 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: standard-attr-tag Mar 04 15:39:57.789588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: timestamp.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.790822 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.791336 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loaded extension: standard-attr-timestamp Mar 04 15:39:57.791661 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: trunk.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.792695 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.793208 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension trunk not supported by any of loaded plugins Mar 04 15:39:57.793532 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: trunk_details.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.794479 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.794988 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension trunk-details not supported by any of loaded plugins Mar 04 15:39:57.795310 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: uplink_status_propagation.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.796231 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.796738 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 15:39:57.797058 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Loading extension file: vlantransparent.py {{(pid=109937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 15:39:57.797762 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 15:39:57.798269 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 15:39:57.800779 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:network Mar 04 15:39:57.801300 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:subnet Mar 04 15:39:57.801696 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 15:39:57.802120 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:port Mar 04 15:39:57.803349 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.803835 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service FLAVORS assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.804459 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.804883 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.805210 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:router Mar 04 15:39:57.805632 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 15:39:57.806151 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service METERING assigned prefix: /metering {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.807588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.807958 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.808316 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:39:57.809301 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 15:39:57.809770 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:security_group Mar 04 15:39:57.810239 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 15:39:57.810831 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service CORE assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.811160 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 15:39:57.811500 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] subnetpool is already registered Mar 04 15:39:57.811922 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service CORE assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.812259 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 15:39:57.812588 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] subnetpool is already registered Mar 04 15:39:57.814857 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.815291 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service FLAVORS assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.815881 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.816301 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.816633 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:router Mar 04 15:39:57.816968 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] router is already registered Mar 04 15:39:57.817374 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 15:39:57.817732 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] floatingip is already registered Mar 04 15:39:57.818180 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service METERING assigned prefix: /metering {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.818840 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 15:39:57.819165 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] rbac_policy is already registered Mar 04 15:39:57.820094 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:security_group Mar 04 15:39:57.820426 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] security_group is already registered Mar 04 15:39:57.820835 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 15:39:57.821164 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] security_group_rule is already registered Mar 04 15:39:57.821829 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service CORE assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.822159 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 15:39:57.822496 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] subnetpool is already registered Mar 04 15:39:57.822920 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.v2.resource_helper [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Service CORE assigned prefix: {{(pid=109937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 15:39:57.823242 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 15:39:57.823570 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING neutron.quota.resource_registry [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] subnetpool is already registered Mar 04 15:39:57.824033 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: extensions {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.825519 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: address-groups {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.827049 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: address-scopes {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.828354 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: agents {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.829512 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: auto-allocated-topology {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.830787 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: availability_zones {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.832001 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: dhcp-networks {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.833612 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: dhcp-agents {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.835655 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: routers {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.837885 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: flavors {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.839122 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: service_profiles {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.840333 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: next_providers {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.841811 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: service_profiles {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.843331 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: floatingip-pools {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.844558 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: routers {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.846706 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: floatingips {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.848909 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: l3-routers {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.850316 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: l3-agents {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.851757 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: metering-labels {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.853104 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: metering-label-rules {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.854422 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: network-ip-availabilities {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.855688 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: bindings {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.857333 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: quotas {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.858914 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: quotas {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.860426 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: rbac-policies {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.861729 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: security-groups {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.862960 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: security-group-rules {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.864192 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: service-providers {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.865411 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: subnetpools {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.866886 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: subnetpools {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.868320 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.870030 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.871822 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.873585 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.875392 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.877229 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.878948 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.880820 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.883152 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.884996 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron.api.extensions [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Extended resource: tags {{(pid=109937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 15:39:57.890867 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING keystonemiddleware.auth_token [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 15:39:57.895768 dv-cinder-831247-6-iscsi neutron-server[109937]: WARNING keystonemiddleware.auth_token [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 15:39:57.905130 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_concurrency.lockutils [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Acquired lock "singleton_lock" {{(pid=109937) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 15:39:57.910300 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_concurrency.lockutils [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Releasing lock "singleton_lock" {{(pid=109937) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 15:39:57.910300 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Starting 2 workers Mar 04 15:39:57.911249 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Started child 110046 {{(pid=109937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 15:39:57.915829 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Started child 110047 {{(pid=109937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 15:39:57.917048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:39:57.917764 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO neutron.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 15:39:57.918210 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:39:57.918634 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [-] (110046) wsgi starting up on http://0.0.0.0:9696 Mar 04 15:39:57.920562 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:39:57.921027 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Starting 1 workers Mar 04 15:39:57.922026 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [-] (110047) wsgi starting up on http://0.0.0.0:9696 Mar 04 15:39:57.926047 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Started child 110048 {{(pid=109937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 15:39:57.926606 dv-cinder-831247-6-iscsi neutron-server[109937]: INFO oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Starting 1 workers Mar 04 15:39:57.929766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] calling RpcWorker wait() {{(pid=110048) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 15:39:57.930316 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] returning from RpcWorker wait() {{(pid=110048) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 15:39:57.931256 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Started child 110049 {{(pid=109937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 15:39:57.931721 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:39:57.932093 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ae73da7a-95e0-4509-a5d4-f2a9f4df9776 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:39:57.932303 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:39:57.934083 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109937) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.937387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.937882 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:39:57.938326 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938326 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938326 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938519 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:39:57.938588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938588 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938868 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.938932 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.939185 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.939453 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.939717 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.940103 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.940359 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.940528 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.940794 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.941052 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.941295 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.941569 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] debug = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.941843 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.942366 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.942606 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.942837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.943053 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.943342 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.943563 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.943820 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.944070 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.944842 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.945181 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.945399 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.945627 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.945890 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.946140 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.946349 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.946623 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.946857 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.947306 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] host = dv-cinder-831247-6-iscsi {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.947552 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.947901 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.948149 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.948391 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.948634 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.948922 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.949176 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.949436 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.949657 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.949909 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.950158 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.950397 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.950628 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.950859 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.951025 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_options = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.951262 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.951529 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.951890 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.952082 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.952249 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.952412 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.952669 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.952831 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.953097 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.953335 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.953551 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.953820 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.954039 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.954267 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.954521 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.954734 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.955076 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.955333 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.955520 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.955812 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.956037 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.956260 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.956491 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.956819 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.957035 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.957270 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.957509 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.957741 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.957966 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.958184 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.958432 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.960669 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.961198 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.961354 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.961697 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.961914 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.962073 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.962313 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.962587 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.962829 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.963508 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.963508 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.963744 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.963875 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.964090 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.964250 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.964475 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_json = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.964728 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.965344 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.965344 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.965595 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.965679 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.965919 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.966171 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.966414 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.966657 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:57.967287 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.967409 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.967702 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.967949 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.968186 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.968433 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.968669 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.968894 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.969146 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.969380 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.969701 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.971898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.972573 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.972573 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.972573 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.972856 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.972990 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.973254 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.973503 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.973746 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.974039 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.974311 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.974638 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.974912 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.975171 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.975451 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.975677 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.975920 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.976138 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.976359 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.976595 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.976818 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.977069 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.977288 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.977524 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.977795 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.978061 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.978282 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.978535 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.978757 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.979010 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.979260 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.979501 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.979739 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.979969 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.980181 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.980392 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.980617 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.980828 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.981080 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.981322 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.981561 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.981819 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.982032 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.982267 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.982494 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.982709 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.982918 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.983130 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.983363 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.983592 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.983844 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.984061 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.984293 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.984507 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.984729 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.984940 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.985152 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.985386 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.985596 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.985835 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.986053 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.986268 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.986479 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.986690 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.986924 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.987135 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.987346 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.987562 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.987774 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.988012 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.988244 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.988458 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.988668 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.988937 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.989353 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.989521 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.989747 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.989974 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.990206 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.990447 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.990691 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.990914 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.991134 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.991365 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.991618 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.991847 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.992095 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.992339 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.992557 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.992836 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.993052 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.993274 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.993504 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.995525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.996113 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.996113 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.996286 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.996733 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.996733 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.996961 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.997211 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.997476 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.997763 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.998014 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.998279 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.998750 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.998910 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.999044 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.999259 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.999510 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:57.999757 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.000524 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.000524 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.000524 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.000903 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.001028 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.001149 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.001355 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.001629 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.001874 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.002123 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.002383 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.002630 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.002860 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.003099 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.003325 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.003691 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.003836 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.003972 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.004173 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.004390 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.004604 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.004845 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.005076 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.005286 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.005541 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.005781 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.006006 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.006217 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.006431 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.007696 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.008148 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.008302 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.008429 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.008681 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.008901 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.009140 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.009356 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.009567 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.009835 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.010052 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.010333 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.010585 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.010798 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.011042 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.011265 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.011514 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.011729 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.011968 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.012190 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.012406 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.012616 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.012830 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.013045 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.013535 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.013783 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.014151 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.014558 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.014809 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.015148 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.015389 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.015655 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.015865 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.016194 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.016424 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.016642 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.016893 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.017116 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.017335 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.017581 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.017854 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.018078 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.018296 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.018517 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.019003 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.019271 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.019518 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.019765 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.019985 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.020212 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.020459 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.020677 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.020893 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.021123 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.021338 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.021565 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.021801 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.022022 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.022325 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.023168 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.023435 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.023694 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.023933 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.024182 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.024437 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.024651 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.024861 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.025129 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.025308 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.025519 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.025763 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.025979 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.026193 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.026416 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.026634 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.026845 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.027090 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.027299 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.027507 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.027726 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.027964 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.028172 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.028408 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.028630 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.028860 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.029080 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.029314 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.029522 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.029770 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.029981 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.030190 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.030408 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.030628 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.030858 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.031121 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.031380 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.031595 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.031891 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.032160 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.032405 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.032645 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.032948 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.033163 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.033406 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.033824 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.034837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.034837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.034837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.034837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.035259 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.035397 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.035637 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.035919 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.036220 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.036838 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.036838 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.037108 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.037299 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.037578 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.037983 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.038247 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.038504 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.038731 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.039052 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.039164 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.039359 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.039581 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.039820 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.040051 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.040295 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.040513 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.040737 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.040964 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.041199 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.041411 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.041652 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.041906 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.042064 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 15:39:58.042608 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109937) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 15:39:58.042769 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 15:39:58.042922 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 15:39:58.043093 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 15:39:58.043263 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 15:39:58.043405 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 15:39:58.043609 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.043771 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.043930 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.044072 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.044234 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.044414 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.044559 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.044720 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.044865 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045011 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045169 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045327 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045484 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045660 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045812 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.045957 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.046300 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.046300 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.046562 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.046562 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.046755 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.046833 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047041 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] debug = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047137 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047343 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047506 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047663 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047823 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.047981 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.048138 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.048295 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.048454 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.048619 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.048756 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.048929 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.049057 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.049203 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.049360 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.049516 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.049672 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.049862 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.050025 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] host = dv-cinder-831247-6-iscsi {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.050180 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.050480 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.050642 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.050804 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.050964 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.051122 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.051280 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.051440 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.051599 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.051760 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.051911 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052046 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052206 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052364 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052521 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_options = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052678 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052836 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.052996 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.053185 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.053341 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.053489 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.054629 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.054629 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.054629 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055022 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055022 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055022 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055363 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055363 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055508 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055637 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055748 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.055885 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.056045 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.056205 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.056365 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.056522 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.056679 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.056842 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057000 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057157 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057314 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057471 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057629 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057811 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.057970 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.058160 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.058355 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.058586 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.058713 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:39:58.058857 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.058857 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059106 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059106 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059364 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059496 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059625 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059766 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.059896 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060023 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060155 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060325 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060547 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_json = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060677 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060810 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.060897 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.061205 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.061205 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.061621 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.061621 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.061621 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.062046 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 15:39:58.062046 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.062297 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.062297 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.062501 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.062582 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.062691 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.062856 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.063019 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.063179 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.063611 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.063611 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.063822 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.063822 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064019 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064105 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064256 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064418 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064586 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064745 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.064904 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.065256 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.065256 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.065414 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.065521 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.065680 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.065891 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.066023 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.066179 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.066339 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.066515 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.066677 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.066844 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067004 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067163 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067324 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067486 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067646 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067806 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.067967 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.068127 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.068286 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.068445 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.068605 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.068765 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.068925 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.069086 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.069292 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.069993 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.070115 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.070277 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.070439 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.070603 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.070826 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.070978 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.071101 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.071233 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.071355 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.071525 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.071685 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.071845 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072005 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072206 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072351 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072467 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072626 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072785 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.072945 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.073105 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.073278 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.073437 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.073596 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074170 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074170 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074170 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074482 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074482 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074623 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074744 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074826 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.074957 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.075119 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.075278 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.075439 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.075598 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.075759 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.075918 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.076078 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.076236 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.076395 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.076555 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.076720 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.076885 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.077059 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.077219 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.077378 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.077539 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.077699 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.077878 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078039 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078198 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078356 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078516 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078675 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078833 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.078995 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.079154 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.079313 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.079473 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.079632 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.079791 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.079950 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.080110 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.080271 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.080431 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.080590 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.080751 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.080910 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.081068 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.081229 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.081398 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.081557 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.081734 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.081898 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.082066 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.082250 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.082386 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.082545 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.082704 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.082863 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.083021 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.083179 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.083338 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.083498 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.083658 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084043 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084043 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084305 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084305 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084533 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084616 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084737 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.084900 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.085061 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.085221 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.085380 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.085804 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.085804 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086042 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086042 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086273 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086396 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086517 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086613 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086748 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.086907 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087068 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087586 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087586 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087586 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087942 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087942 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.087942 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.088255 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.088255 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.088397 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.088558 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.088716 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.088874 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089033 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089192 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089351 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089510 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089669 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089854 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.089996 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.090155 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.090317 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.090478 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.090639 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.090799 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.090960 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.091120 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.091281 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.091442 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.091602 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.091761 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.091922 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.092083 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.092244 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.092404 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.092563 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.092723 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.092882 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.093041 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.093218 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.093379 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.093538 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.093701 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.093879 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094039 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094200 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094358 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094517 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094676 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094837 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.094997 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.095158 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.095317 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.095477 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.095636 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.095798 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.095960 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.096121 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.096281 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.096441 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.096600 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.096763 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.096922 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.097082 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.097241 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.097399 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.097558 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.097760 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.097909 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.098070 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.098229 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.098387 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.098546 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.098706 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.098876 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.099036 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.099196 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.099355 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.099513 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.099673 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.099843 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100002 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100161 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100320 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100500 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100660 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100830 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.100988 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.101147 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.101307 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.101466 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.101626 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.101884 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.102046 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.102206 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.102365 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.102524 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.102684 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.102854 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103014 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103173 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103332 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103490 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103649 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103818 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.103979 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.104138 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.104307 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.104468 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.104627 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.104786 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.104958 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.105117 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.105281 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.105443 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.105602 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.105788 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.105952 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.106116 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.106285 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.106452 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.106613 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.106785 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.106954 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.107109 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.107268 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.107434 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.107606 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.107766 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.107926 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.108084 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.108245 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.108404 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.108562 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.108721 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.108879 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.109036 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.109194 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.109352 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.109511 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.109669 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.109849 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.110007 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.110165 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.110323 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.110483 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.110641 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 15:39:58.110794 dv-cinder-831247-6-iscsi neutron-server[109937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 15:39:58.259806 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56294) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:39:58.268385 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063701 Mar 04 15:40:09.687682 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676f107-9615-458e-83ec-2accca4351ed None None] get_active_networks_info from dv-cinder-831247-6-iscsi {{(pid=110048) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 15:40:09.771268 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7676f107-9615-458e-83ec-2accca4351ed None None] No non-hosted networks {{(pid=110048) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 15:40:09.799138 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.agentschedulers_db [None req-7676f107-9615-458e-83ec-2accca4351ed None None] DHCP Agent not found on host dv-cinder-831247-6-iscsi {{(pid=110048) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 15:40:09.935525 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5a717b86-c52c-4aa4-8e3d-8dcf8fc0c3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3704151'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:12.061378 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9462e82e-b5db-49ff-aa3f-16a619fb8ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3704151'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:12.113554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.db.api [None req-9cfd9d9e-afa0-4e4a-85e7-65ca7cda87ca None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831247-6-iscsi {{(pid=110048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 15:40:12.114046 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG oslo_db.api [None req-9cfd9d9e-afa0-4e4a-85e7-65ca7cda87ca None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 15:40:12.717577 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9d9e-afa0-4e4a-85e7-65ca7cda87ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:13.284976 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3704151'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:14.683273 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3704151'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:16.002983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56376) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:16.135103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3704151'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:16.135722 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.136056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.136385 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.136711 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.137033 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.137351 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.137669 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.138422 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.138800 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.139190 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.139784 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.140534 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.141417 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:16.142313 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:16.153260 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:16.404719 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.db.l3_hamode_db [None req-e8cc5491-f5f3-49be-8aae-6f0ac13784fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 15:40:16.485065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc5491-f5f3-49be-8aae-6f0ac13784fb None None] Routers set() bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:40:16.485555 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc5491-f5f3-49be-8aae-6f0ac13784fb None None] Router IDs set() for agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 15:40:16.579363 dv-cinder-831247-6-iscsi neutron-server[110047]: WARNING oslo_policy.policy [None req-5837fec5-16f8-4378-a585-b1ca6690a28b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:16.579954 dv-cinder-831247-6-iscsi neutron-server[110047]: WARNING oslo_policy.policy [None req-5837fec5-16f8-4378-a585-b1ca6690a28b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:16.807309 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [None req-5837fec5-16f8-4378-a585-b1ca6690a28b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:40:16.808415 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-5837fec5-16f8-4378-a585-b1ca6690a28b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8045266 Mar 04 15:40:19.328956 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56402) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:19.630796 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:19.723824 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.policy [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 15:40:19.765789 dv-cinder-831247-6-iscsi neutron-server[110047]: WARNING oslo_policy.policy [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:19.766109 dv-cinder-831247-6-iscsi neutron-server[110047]: WARNING oslo_policy.policy [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:19.911577 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760917331257', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760917330156', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760917390704', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760917379228', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760917369779', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760917368396', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1468085', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330932', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3919666', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3844833'] for rbac-policy (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:20.056429 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:20.057584 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b66b7890-01de-4b78-871b-c0d67cb3800c admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7276664 Mar 04 15:40:22.519341 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56412) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:22.821945 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:22.911324 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Made reservation on behalf of 9e080124c07942e19db1ff5a8f3c3c76 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:40:22.914997 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:22.931774 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.036088 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks [] for security_group (e8b492f0-e62d-468d-991c-8fc8209a2408), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.132876 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e8b492f0-e62d-468d-991c-8fc8209a2408), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.164977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:40:23.192138 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760917926036', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (61d2524e-ca10-45e1-9a8e-adc7475775f1), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.192702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Unsubscribe: segment precommit_create {{(pid=110047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 15:40:23.193208 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Added segment 61d2524e-ca10-45e1-9a8e-adc7475775f1 of type vlan for network 0192148d-32bd-4250-bd2b-9d17f3208498 Mar 04 15:40:23.198921 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b492f0-e62d-468d-991c-8fc8209a2408,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:23.233701 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.234108 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.234444 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.234781 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.235107 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.235435 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.235760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.236080 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.236399 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.236735 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.237056 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.237371 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.237684 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Tracked resource versions report: Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: pushed versions: Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: { 'AddressGroup': {'1.2'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'ConntrackHelper': {'1.0'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Log': {'1.0'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Network': {'1.1'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Port': {'1.7'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'PortForwarding': {'1.2'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'QosPolicy': {'1.10'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroup': {'1.5'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SubPort': {'1.0'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Subnet': {'1.1'}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Trunk': {'1.1'}} Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: consumer versions: Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'ConntrackHelper': '1.0', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'LocalIPAssociation': '1.0', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Log': '1.0', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Network': '1.1', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Port': '1.7', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'PortForwarding': '1.2', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'QosPolicy': '1.10', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroup': '1.5', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroupRule': '1.2', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SubPort': '1.0', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Subnet': '1.1', Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Trunk': '1.1'}} Mar 04 15:40:23.239022 dv-cinder-831247-6-iscsi neutron-server[110047]: {{(pid=110047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:40:23.303694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (0192148d-32bd-4250-bd2b-9d17f3208498), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.390390 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (0192148d-32bd-4250-bd2b-9d17f3208498), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.395759 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:23.396481 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:23.510923 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] Pushing event updated for resources: {'Network': ['ID=0192148d-32bd-4250-bd2b-9d17f3208498,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:23.523795 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 0192148d-32bd-4250-bd2b-9d17f3208498 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:40:23.530118 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-f4ed9fe8-f3d9-4ada-8023-78de7f5342f0 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0097301 Mar 04 15:40:26.067072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56424) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:26.463477 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c02bb-9d96-4e7c-ba1c-edc363ab7768 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:26.464758 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b72c02bb-9d96-4e7c-ba1c-edc363ab7768 demo admin] 10.222.0.21 "GET /v2.0/networks/0192148d-32bd-4250-bd2b-9d17f3208498 HTTP/1.1" status: 200 len: 825 time: 0.3967445 Mar 04 15:40:26.488125 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-127ea4d1-bedd-4e9f-a923-45deac9fb019 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/cb03a948-4f61-4835-b46b-d96c8f33a8bc HTTP/1.1" status: 200 len: 734 time: 0.0178220 Mar 04 15:40:26.496063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Request body: {'subnet': {'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc', 'gateway_ip': '172.20.0.1', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:26.561180 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Made reservation on behalf of 9e080124c07942e19db1ff5a8f3c3c76 for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:40:26.563457 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:26.877430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (d899c981-5b0c-48e0-be0e-091a7ab26866), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:26.948203 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=d899c981-5b0c-48e0-be0e-091a7ab26866,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:26.950153 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Checking segment: {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:40:26.950530 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Network hostable DHCP agents. Network: 0192148d-32bd-4250-bd2b-9d17f3208498, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:40:27.014069 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Network 0192148d-32bd-4250-bd2b-9d17f3208498 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:40:27.098294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 0192148d-32bd-4250-bd2b-9d17f3208498) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:40:27.103282 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:27.103884 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:27.109496 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8135728-6b9f-44fe-b6f0-7da4ea567277 None None] Network 0192148d-32bd-4250-bd2b-9d17f3208498 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:40:27.199652 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-6a8c6267-d48d-4158-bcf7-6e0c4e54e3dc demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7065389 Mar 04 15:40:27.481162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-0192148d-32bd-4250-bd2b-9d17f3208498', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:40:27.482502 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:27.780274 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Allocated IP 172.20.0.2 (0192148d-32bd-4250-bd2b-9d17f3208498/d899c981-5b0c-48e0-be0e-091a7ab26866/8f0bedae-5bc5-46b4-b716-7951fab2f778) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:40:28.046489 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Publish callbacks [] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:28.106227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:28.177395 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Network 0192148d-32bd-4250-bd2b-9d17f3208498 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:40:28.181911 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:40:28.184827 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:40:28.220196 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Pushing event updated for resources: {'Port': ['ID=8f0bedae-5bc5-46b4-b716-7951fab2f778,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:28.245988 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.246365 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.246733 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.247076 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.247410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.247740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.248075 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.248401 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.248730 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.249077 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.249403 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.249741 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.250065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Tracked resource versions report: Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: pushed versions: Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: { 'AddressGroup': {'1.2'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'ConntrackHelper': {'1.0'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Log': {'1.0'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Network': {'1.1'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Port': {'1.7'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'PortForwarding': {'1.2'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'QosPolicy': {'1.10'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroup': {'1.5'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SubPort': {'1.0'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Subnet': {'1.1'}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Trunk': {'1.1'}} Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: consumer versions: Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'ConntrackHelper': '1.0', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'LocalIPAssociation': '1.0', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Log': '1.0', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Network': '1.1', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Port': '1.7', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'PortForwarding': '1.2', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'QosPolicy': '1.10', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroup': '1.5', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroupRule': '1.2', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SubPort': '1.0', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Subnet': '1.1', Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Trunk': '1.1'}} Mar 04 15:40:28.251455 dv-cinder-831247-6-iscsi neutron-server[110048]: {{(pid=110048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:40:28.281058 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Attempting to bind port 8f0bedae-5bc5-46b4-b716-7951fab2f778 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:40:28.281457 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Attempting to bind port 8f0bedae-5bc5-46b4-b716-7951fab2f778 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:40:28.281908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Attempting to bind port 8f0bedae-5bc5-46b4-b716-7951fab2f778 on network 0192148d-32bd-4250-bd2b-9d17f3208498 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:40:28.286761 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:40:28.287765 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Checking segment: {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:40:28.288244 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:28.288636 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Bound using segment: {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:40:28.289137 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Bound port: 8f0bedae-5bc5-46b4-b716-7951fab2f778, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:40:28.289543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:28.356330 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] For port 8f0bedae-5bc5-46b4-b716-7951fab2f778, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:40:28.360691 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] For port 8f0bedae-5bc5-46b4-b716-7951fab2f778, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=8f0bedae-5bc5-46b4-b716-7951fab2f778,segment=NetworkSegment(61d2524e-ca10-45e1-9a8e-adc7475775f1),segment_id=61d2524e-ca10-45e1-9a8e-adc7475775f1)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:40:28.443943 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:28.505827 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bfb99-9432-487b-92da-82214a47f736 None None] Pushing event updated for resources: {'Port': ['ID=8f0bedae-5bc5-46b4-b716-7951fab2f778,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:29.765493 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 56432) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:30.258908 dv-cinder-831247-6-iscsi neutron-server[110046]: WARNING oslo_policy.policy [None req-4dfedd01-0ebe-4aba-a25b-99d30e32ee56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:30.259505 dv-cinder-831247-6-iscsi neutron-server[110046]: WARNING oslo_policy.policy [None req-4dfedd01-0ebe-4aba-a25b-99d30e32ee56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:30.482155 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [None req-4dfedd01-0ebe-4aba-a25b-99d30e32ee56 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:40:30.483374 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4dfedd01-0ebe-4aba-a25b-99d30e32ee56 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7157965 Mar 04 15:40:33.000301 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 56446) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:33.312018 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [None req-2445589c-288e-4356-9f5b-d8db62a0beac admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:40:33.312998 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2445589c-288e-4356-9f5b-d8db62a0beac admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116980 Mar 04 15:40:35.829561 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 56454) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:36.133879 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:36.194438 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.policy [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 15:40:36.237511 dv-cinder-831247-6-iscsi neutron-server[110046]: WARNING oslo_policy.policy [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:36.237915 dv-cinder-831247-6-iscsi neutron-server[110046]: WARNING oslo_policy.policy [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 15:40:36.357228 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (43251b0c-afe2-4c99-9731-b929f3cfbd5e), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:36.359247 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (43251b0c-afe2-4c99-9731-b929f3cfbd5e), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:36.513767 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Publish callbacks [] for router_controller (43251b0c-afe2-4c99-9731-b929f3cfbd5e), precommit_add_association {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:36.569638 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (43251b0c-afe2-4c99-9731-b929f3cfbd5e), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:36.639245 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:36.640489 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-cc8340e3-ee82-48a9-9ff6-0d24b2709dd5 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8098221 Mar 04 15:40:38.778710 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 8f0bedae-5bc5-46b4-b716-7951fab2f778 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:40:38.866056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 8f0bedae-5bc5-46b4-b716-7951fab2f778 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:38.866488 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:38.976604 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 8f0bedae-5bc5-46b4-b716-7951fab2f778 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:40:38.977239 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:39.012133 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 8f0bedae-5bc5-46b4-b716-7951fab2f778, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=8f0bedae-5bc5-46b4-b716-7951fab2f778,segment=NetworkSegment(61d2524e-ca10-45e1-9a8e-adc7475775f1),segment_id=61d2524e-ca10-45e1-9a8e-adc7475775f1)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:40:39.100184 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:39.150403 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=8f0bedae-5bc5-46b4-b716-7951fab2f778,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:39.212297 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 56468) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:39.524613 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [None req-b8abd9de-fdda-443b-a5fa-f7bda031baff admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:40:39.537751 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b8abd9de-fdda-443b-a5fa-f7bda031baff admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122771 Mar 04 15:40:39.676956 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7c39c861-699c-482a-803d-10fec899c1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:39.839561 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6903672-9124-4fb8-aad6-c02d0d74b9fd None None] Network 0192148d-32bd-4250-bd2b-9d17f3208498 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:40:39.903072 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-1e2cf386-560c-4df6-9da5-e6742afdf62d None None] Provisioning complete for port 8f0bedae-5bc5-46b4-b716-7951fab2f778 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:39.903450 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf386-560c-4df6-9da5-e6742afdf62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:40.031799 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cf386-560c-4df6-9da5-e6742afdf62d None None] Current status of the port 8f0bedae-5bc5-46b4-b716-7951fab2f778 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:40:40.265718 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-94ee6043-b064-483b-ba99-6d6d9b54d23f None None] Provisioning complete for port 8f0bedae-5bc5-46b4-b716-7951fab2f778 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:40.266124 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-94ee6043-b064-483b-ba99-6d6d9b54d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:40.341125 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-94ee6043-b064-483b-ba99-6d6d9b54d23f None None] Current status of the port 8f0bedae-5bc5-46b4-b716-7951fab2f778 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:40:40.740546 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 8f0bedae-5bc5-46b4-b716-7951fab2f778 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:40:40.786244 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 8f0bedae-5bc5-46b4-b716-7951fab2f778 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:40.786634 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:40.860374 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 8f0bedae-5bc5-46b4-b716-7951fab2f778 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:40:42.025213 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5f0cbbf8-7f08-4fc1-a620-922172c7efd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.045117 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 56478) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:42.350198 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:42.424046 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Made reservation on behalf of c1579ec74c04483f976170d588ebc427 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:40:42.426763 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.441591 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.543344 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks [] for security_group (17aaeeab-6fa6-4615-8c98-e95c696f864a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.596429 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (17aaeeab-6fa6-4615-8c98-e95c696f864a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.607307 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Reserving flat network on physical network physnet1 {{(pid=110046) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 15:40:42.638213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760917926036', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (151ce0fa-c7cf-47e0-b62c-a4c92b0c790d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.638749 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Unsubscribe: segment precommit_create {{(pid=110046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 15:40:42.639256 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Added segment 151ce0fa-c7cf-47e0-b62c-a4c92b0c790d of type flat for network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 Mar 04 15:40:42.655328 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aaeeab-6fa6-4615-8c98-e95c696f864a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:42.700153 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.700518 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.700862 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.701196 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.701525 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.701878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.702223 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.702551 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.702888 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.703232 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.703556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.703874 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.704190 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Tracked resource versions report: Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: pushed versions: Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: { 'AddressGroup': {'1.2'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'ConntrackHelper': {'1.0'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Log': {'1.0'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Network': {'1.1'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Port': {'1.7'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'PortForwarding': {'1.2'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'QosPolicy': {'1.10'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroup': {'1.5'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SubPort': {'1.0'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Subnet': {'1.1'}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Trunk': {'1.1'}} Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: consumer versions: Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'ConntrackHelper': '1.0', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'LocalIPAssociation': '1.0', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Log': '1.0', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Network': '1.1', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Port': '1.7', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'PortForwarding': '1.2', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'QosPolicy': '1.10', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroup': '1.5', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroupRule': '1.2', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SubPort': '1.0', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Subnet': '1.1', Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Trunk': '1.1'}} Mar 04 15:40:42.705573 dv-cinder-831247-6-iscsi neutron-server[110046]: {{(pid=110046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:40:42.755344 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.830575 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.831742 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:42.832459 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:42.928070 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:42.938684 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:40:42.942247 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-57d1718a-5383-43c8-839f-64be8748bf63 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8960614 Mar 04 15:40:43.229788 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:44.618167 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:45.427480 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 56500) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:45.641855 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c1376-c935-41a6-9bce-29788f5bf6fa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:45.643490 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a58c1376-c935-41a6-9bce-29788f5bf6fa demo admin] 10.222.0.21 "GET /v2.0/subnets/d899c981-5b0c-48e0-be0e-091a7ab26866 HTTP/1.1" status: 200 len: 849 time: 0.2150295 Mar 04 15:40:45.779732 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5ac594a8-793e-442e-8533-84d77f1225ff demo admin] 10.222.0.21 "GET /v2.0/routers/43251b0c-afe2-4c99-9731-b929f3cfbd5e HTTP/1.1" status: 200 len: 704 time: 0.1298754 Mar 04 15:40:46.045957 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:46.132431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:46.335696 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Allocated IP 172.20.0.1 (0192148d-32bd-4250-bd2b-9d17f3208498/d899c981-5b0c-48e0-be0e-091a7ab26866/dd3c3237-7786-4aec-9a49-90013e2b1eea) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:40:46.514995 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks [] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:46.641749 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:46.714570 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Network 0192148d-32bd-4250-bd2b-9d17f3208498 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:40:46.719680 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:40:46.730087 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:40:46.730596 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (43251b0c-afe2-4c99-9731-b929f3cfbd5e), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:46.751313 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Pushing event updated for resources: {'Port': ['ID=dd3c3237-7786-4aec-9a49-90013e2b1eea,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:46.897558 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-e580d8bf-27b1-4a5c-9b9c-ff69196a558c None None] Provisioning complete for port dd3c3237-7786-4aec-9a49-90013e2b1eea triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:46.897926 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e580d8bf-27b1-4a5c-9b9c-ff69196a558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:46.929897 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-e580d8bf-27b1-4a5c-9b9c-ff69196a558c None None] Port dd3c3237-7786-4aec-9a49-90013e2b1eea cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:40:46.995157 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:47.249931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks [] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:47.316022 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:47.316828 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (43251b0c-afe2-4c99-9731-b929f3cfbd5e), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:47.395136 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Pushing event updated for resources: {'Port': ['ID=dd3c3237-7786-4aec-9a49-90013e2b1eea,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:47.440051 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Network 0192148d-32bd-4250-bd2b-9d17f3208498 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:40:47.441295 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:40:47.749625 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Router 43251b0c-afe2-4c99-9731-b929f3cfbd5e is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:40:47.753166 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-9c47d13c-bdbc-4b87-bff7-396aac5e4519 None None] Provisioning complete for port dd3c3237-7786-4aec-9a49-90013e2b1eea triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:47.753582 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9c47d13c-bdbc-4b87-bff7-396aac5e4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:47.788926 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-9c47d13c-bdbc-4b87-bff7-396aac5e4519 None None] Port dd3c3237-7786-4aec-9a49-90013e2b1eea cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:40:47.842487 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:40:47.847684 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-56dca492-30a8-4adf-ba62-48c4392807aa demo admin] 10.222.0.21 "PUT /v2.0/routers/43251b0c-afe2-4c99-9731-b929f3cfbd5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0627141 Mar 04 15:40:47.853299 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Sync routers for ids ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:40:47.866057 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Routers {'43251b0c-afe2-4c99-9731-b929f3cfbd5e'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:40:47.866899 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:40:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:48.058238 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Set router 43251b0c-afe2-4c99-9731-b929f3cfbd5e gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:40:48.484519 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'name': 'router1', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:40:36Z', 'updated_at': '2022-03-04T15:40:46Z', 'revision_number': 2, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'gw_port_host': None, '_interfaces': [{'id': 'dd3c3237-7786-4aec-9a49-90013e2b1eea', 'name': '', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'mac_address': 'fa:16:3e:dc:5f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:46Z', 'updated_at': '2022-03-04T15:40:47Z', 'revision_number': 2, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'subnets': [{'id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:48.535168 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Checking router: 43251b0c-afe2-4c99-9731-b929f3cfbd5e for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:40:48.535543 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Updating router 43251b0c-afe2-4c99-9731-b929f3cfbd5e port dd3c3237-7786-4aec-9a49-90013e2b1eea binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:40:48.587301 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.112867 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Publish callbacks [] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.173254 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.311052 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Pushing event updated for resources: {'Port': ['ID=dd3c3237-7786-4aec-9a49-90013e2b1eea,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:49.345526 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.345916 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.349054 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.350345 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.350345 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Tracked resource versions report: Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: pushed versions: Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: { 'AddressGroup': {'1.2'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'ConntrackHelper': {'1.0'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Log': {'1.0'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Network': {'1.1'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Port': {'1.7'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'PortForwarding': {'1.2'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'QosPolicy': {'1.10'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroup': {'1.5'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SubPort': {'1.0'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Subnet': {'1.1'}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Trunk': {'1.1'}} Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: consumer versions: Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'ConntrackHelper': '1.0', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'LocalIPAssociation': '1.0', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Log': '1.0', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Network': '1.1', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Port': '1.7', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'PortForwarding': '1.2', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'QosPolicy': '1.10', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroup': '1.5', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroupRule': '1.2', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SubPort': '1.0', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Subnet': '1.1', Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Trunk': '1.1'}} Mar 04 15:40:49.351420 dv-cinder-831247-6-iscsi neutron-server[110049]: {{(pid=110049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:40:49.359154 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Attempting to bind port dd3c3237-7786-4aec-9a49-90013e2b1eea on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:40:49.359562 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Attempting to bind port dd3c3237-7786-4aec-9a49-90013e2b1eea by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:40:49.360005 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Attempting to bind port dd3c3237-7786-4aec-9a49-90013e2b1eea on network 0192148d-32bd-4250-bd2b-9d17f3208498 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:40:49.365895 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:40:49.366300 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Checking segment: {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:40:49.366787 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.367179 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Bound using segment: {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:40:49.367694 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Bound port: dd3c3237-7786-4aec-9a49-90013e2b1eea, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d2524e-ca10-45e1-9a8e-adc7475775f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:40:49.368144 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.415877 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-b2ac28de-e6eb-4509-b80d-19cf32ce5531 None None] Provisioning complete for port dd3c3237-7786-4aec-9a49-90013e2b1eea triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:49.416845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b2ac28de-e6eb-4509-b80d-19cf32ce5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.439349 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] For port dd3c3237-7786-4aec-9a49-90013e2b1eea, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:40:49.450502 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac28de-e6eb-4509-b80d-19cf32ce5531 None None] Port dd3c3237-7786-4aec-9a49-90013e2b1eea cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:40:49.460393 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] For port dd3c3237-7786-4aec-9a49-90013e2b1eea, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=dd3c3237-7786-4aec-9a49-90013e2b1eea,segment=NetworkSegment(61d2524e-ca10-45e1-9a8e-adc7475775f1),segment_id=61d2524e-ca10-45e1-9a8e-adc7475775f1)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:40:49.511281 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.569443 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Routers {'43251b0c-afe2-4c99-9731-b929f3cfbd5e'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:40:49.570094 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:40:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:49.613755 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d077-b9f9-4f4c-a564-d5e8f565ade0 None None] Pushing event updated for resources: {'Port': ['ID=dd3c3237-7786-4aec-9a49-90013e2b1eea,revision_number=4']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:49.666283 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] Set router 43251b0c-afe2-4c99-9731-b929f3cfbd5e gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:40:49.771908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] Provisioning complete for port dd3c3237-7786-4aec-9a49-90013e2b1eea triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:49.772311 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.854609 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] Current status of the port dd3c3237-7786-4aec-9a49-90013e2b1eea is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:40:49.855260 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.879873 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'name': 'router1', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:40:36Z', 'updated_at': '2022-03-04T15:40:46Z', 'revision_number': 2, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'gw_port_host': None, '_interfaces': [{'id': 'dd3c3237-7786-4aec-9a49-90013e2b1eea', 'name': '', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'mac_address': 'fa:16:3e:dc:5f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:46Z', 'updated_at': '2022-03-04T15:40:49Z', 'revision_number': 4, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'subnets': [{'id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:49.888221 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] For port dd3c3237-7786-4aec-9a49-90013e2b1eea, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=dd3c3237-7786-4aec-9a49-90013e2b1eea,segment=NetworkSegment(61d2524e-ca10-45e1-9a8e-adc7475775f1),segment_id=61d2524e-ca10-45e1-9a8e-adc7475775f1)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:40:49.906793 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de039f9-87f1-4c56-8002-6991b7ccabe9 None None] The sync data for ids ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'] in dv-cinder-831247-6-iscsi is: [{'id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'name': 'router1', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:40:36Z', 'updated_at': '2022-03-04T15:40:46Z', 'revision_number': 2, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'gw_port_host': None, '_interfaces': [{'id': 'dd3c3237-7786-4aec-9a49-90013e2b1eea', 'name': '', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'mac_address': 'fa:16:3e:dc:5f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:46Z', 'updated_at': '2022-03-04T15:40:49Z', 'revision_number': 4, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'subnets': [{'id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:40:49.939870 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:49.988174 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba9f6c-ce94-4fc5-a968-75773fd65fd6 None None] Pushing event updated for resources: {'Port': ['ID=dd3c3237-7786-4aec-9a49-90013e2b1eea,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:50.293209 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56520) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:50.405773 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d820374-d7ef-4c53-98c2-39ffc8475dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:50.412865 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-2d820374-d7ef-4c53-98c2-39ffc8475dc4 admin admin] 10.222.0.21 "GET /v2.0/networks/cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 HTTP/1.1" status: 200 len: 842 time: 0.1128228 Mar 04 15:40:50.416917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:50.499543 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Made reservation on behalf of c1579ec74c04483f976170d588ebc427 for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:40:50.501864 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:50.868485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.objects.ports [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110047) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 15:40:50.868911 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (9262e69a-109f-4f49-a99f-5715eee7e8c3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:50.924066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9262e69a-109f-4f49-a99f-5715eee7e8c3,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:50.931404 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:40:50.931759 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Network hostable DHCP agents. Network: cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:40:51.036416 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:40:51.137665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:40:51.147514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef70a1-fdd6-4a7c-8c9d-d7b8ee2db064 None None] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:40:51.148972 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:51.149658 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:51.226585 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c648bc08-6d65-4c1c-b807-73f40590c95b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8129601 Mar 04 15:40:51.245524 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8828a4be-cdf7-40c0-9855-9ffd158970b7 None None] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:40:53.629906 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56528) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:53.859612 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a0684b8a-4786-401b-9b99-4693b7eacb4d demo admin] 10.222.0.21 "GET /v2.0/routers/43251b0c-afe2-4c99-9731-b929f3cfbd5e HTTP/1.1" status: 200 len: 710 time: 0.2284224 Mar 04 15:40:53.945066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed8bf5-0c3c-42d4-8bae-fbd703b03648 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:40:53.946553 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-2bed8bf5-0c3c-42d4-8bae-fbd703b03648 demo admin] 10.222.0.21 "GET /v2.0/networks/cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 HTTP/1.1" status: 200 len: 886 time: 0.0816622 Mar 04 15:40:53.955400 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:40:54.209684 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks [] for router_gateway (43251b0c-afe2-4c99-9731-b929f3cfbd5e), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:54.532890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks [] for router_gateway (43251b0c-afe2-4c99-9731-b929f3cfbd5e), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:54.605095 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:54.760131 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Allocated IP 172.27.2.97 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/9f5a7ece-2a40-4781-9b5a-52868c0736c4) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:40:54.862149 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks [] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:55.088523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:55.163876 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:40:55.170105 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:40:55.176257 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:40:55.185084 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Pushing event updated for resources: {'Port': ['ID=9f5a7ece-2a40-4781-9b5a-52868c0736c4,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:55.541620 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks [] for router_gateway (43251b0c-afe2-4c99-9731-b929f3cfbd5e), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:55.737665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3719154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28893'] for router (43251b0c-afe2-4c99-9731-b929f3cfbd5e), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:55.743091 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3703640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3703639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3718921'] for router (43251b0c-afe2-4c99-9731-b929f3cfbd5e), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:55.853098 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Router 43251b0c-afe2-4c99-9731-b929f3cfbd5e has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:40:56.018641 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:40:56.023184 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:56.024380 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c9750259-357f-4c9a-8ed2-c3b70f5d66b0 demo admin] 10.222.0.21 "PUT /v2.0/routers/43251b0c-afe2-4c99-9731-b929f3cfbd5e HTTP/1.1" status: 200 len: 889 time: 2.0721357 Mar 04 15:40:56.782315 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device dd3c3237-7786-4aec-9a49-90013e2b1eea up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:40:56.830308 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port dd3c3237-7786-4aec-9a49-90013e2b1eea triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:40:56.830709 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:56.913286 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port dd3c3237-7786-4aec-9a49-90013e2b1eea is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:40:58.522677 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Sync routers for ids ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:40:58.533011 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 56540) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:40:58.534194 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Routers {'43251b0c-afe2-4c99-9731-b929f3cfbd5e'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:40:58.534839 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:40:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:58.650535 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-276ad4cf-62db-4135-80e9-b6ceeaf2ae46 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1163385 Mar 04 15:40:58.754269 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Set router 43251b0c-afe2-4c99-9731-b929f3cfbd5e gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:40:59.225065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'name': 'router1', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '9f5a7ece-2a40-4781-9b5a-52868c0736c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:40:36Z', 'updated_at': '2022-03-04T15:40:55Z', 'revision_number': 4, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'gw_port': {'id': '9f5a7ece-2a40-4781-9b5a-52868c0736c4', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:54Z', 'updated_at': '2022-03-04T15:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'dd3c3237-7786-4aec-9a49-90013e2b1eea', 'name': '', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'mac_address': 'fa:16:3e:dc:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:46Z', 'updated_at': '2022-03-04T15:40:49Z', 'revision_number': 5, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'subnets': [{'id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:59.276169 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Checking router: 43251b0c-afe2-4c99-9731-b929f3cfbd5e for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:40:59.276551 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Updating router 43251b0c-afe2-4c99-9731-b929f3cfbd5e port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:40:59.327681 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:59.643142 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Publish callbacks [] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:59.698786 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:59.748789 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0b3b-1bb4-4f5e-9ab9-d1e49eeafc49 None None] Pushing event updated for resources: {'Port': ['ID=9f5a7ece-2a40-4781-9b5a-52868c0736c4,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:40:59.752736 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Attempting to bind port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:40:59.753114 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Attempting to bind port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:40:59.753487 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Attempting to bind port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:40:59.758432 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:40:59.758816 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:40:59.759219 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:59.759617 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:40:59.760100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Bound port: 9f5a7ece-2a40-4781-9b5a-52868c0736c4, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:40:59.760483 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:59.816678 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] For port 9f5a7ece-2a40-4781-9b5a-52868c0736c4, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:40:59.819777 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] For port 9f5a7ece-2a40-4781-9b5a-52868c0736c4, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9f5a7ece-2a40-4781-9b5a-52868c0736c4,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:40:59.881583 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:40:59.937006 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Routers {'43251b0c-afe2-4c99-9731-b929f3cfbd5e'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:40:59.937605 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:40:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:40:59.984214 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0b3b-1bb4-4f5e-9ab9-d1e49eeafc49 None None] Pushing event updated for resources: {'Port': ['ID=9f5a7ece-2a40-4781-9b5a-52868c0736c4,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:41:00.061207 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] Set router 43251b0c-afe2-4c99-9731-b929f3cfbd5e gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:41:00.265056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'name': 'router1', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '9f5a7ece-2a40-4781-9b5a-52868c0736c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:40:36Z', 'updated_at': '2022-03-04T15:40:55Z', 'revision_number': 4, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'gw_port': {'id': '9f5a7ece-2a40-4781-9b5a-52868c0736c4', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:54Z', 'updated_at': '2022-03-04T15:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'dd3c3237-7786-4aec-9a49-90013e2b1eea', 'name': '', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'mac_address': 'fa:16:3e:dc:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:46Z', 'updated_at': '2022-03-04T15:40:49Z', 'revision_number': 5, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'subnets': [{'id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:41:00.290587 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf06431-044a-4ad7-84e3-cdce136a2813 None None] The sync data for ids ['43251b0c-afe2-4c99-9731-b929f3cfbd5e'] in dv-cinder-831247-6-iscsi is: [{'id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'name': 'router1', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '9f5a7ece-2a40-4781-9b5a-52868c0736c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:40:36Z', 'updated_at': '2022-03-04T15:40:55Z', 'revision_number': 4, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'gw_port': {'id': '9f5a7ece-2a40-4781-9b5a-52868c0736c4', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:54Z', 'updated_at': '2022-03-04T15:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'dd3c3237-7786-4aec-9a49-90013e2b1eea', 'name': '', 'network_id': '0192148d-32bd-4250-bd2b-9d17f3208498', 'tenant_id': '9e080124c07942e19db1ff5a8f3c3c76', 'mac_address': 'fa:16:3e:dc:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43251b0c-afe2-4c99-9731-b929f3cfbd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:40:46Z', 'updated_at': '2022-03-04T15:40:49Z', 'revision_number': 5, 'project_id': '9e080124c07942e19db1ff5a8f3c3c76', 'subnets': [{'id': 'd899c981-5b0c-48e0-be0e-091a7ab26866', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb03a948-4f61-4835-b46b-d96c8f33a8bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:41:00.820129 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9f5a7ece-2a40-4781-9b5a-52868c0736c4 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:41:00.889220 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:41:00.889646 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:01.000653 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:41:01.001309 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:01.025284 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 9f5a7ece-2a40-4781-9b5a-52868c0736c4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9f5a7ece-2a40-4781-9b5a-52868c0736c4,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:41:01.073277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:01.158554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=9f5a7ece-2a40-4781-9b5a-52868c0736c4,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:41:02.823593 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9f5a7ece-2a40-4781-9b5a-52868c0736c4 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:41:02.902341 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:41:02.905086 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9f5a7ece-2a40-4781-9b5a-52868c0736c4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:03.038417 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 9f5a7ece-2a40-4781-9b5a-52868c0736c4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:41:08.973121 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:41:09.698631 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e851f0aa-c99c-4795-8de2-8110bc2ae921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:12.030202 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e840372e-71c6-4201-ac2f-0c0eeaf8d260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:13.281264 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:14.635891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:16.133106 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:39.703571 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5d9d6ba9-2c85-4440-9696-505b254a951b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:42.045485 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-164e28f1-c2a0-4941-aad0-c310a9121579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:43.228385 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:44.594713 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:41:45.971877 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:41:46.137605 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:09.719734 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-55c143eb-cf65-4bf6-9adc-f9dba4c0d3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:12.039749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9a18-97a0-4d8e-97b2-d8f5f6eb03e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:13.234076 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:14.622792 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:16.136699 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:22.971008 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:42:26.296258 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57024) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:26.356250 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c53156-58a4-452a-942b-20e8cc6ad0a0 admin admin] GET failed (client error): The resource could not be found. Mar 04 15:42:26.357512 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-d7c53156-58a4-452a-942b-20e8cc6ad0a0 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603290 Mar 04 15:42:26.510829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c834f5-fde6-4c7c-bb8b-4d5aa73fb6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:26.512186 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-47c834f5-fde6-4c7c-bb8b-4d5aa73fb6be admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1504982 Mar 04 15:42:28.796547 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57034) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:28.889147 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48762209-6d9d-43e8-9abf-bf0d71d9e6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:28.890480 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-48762209-6d9d-43e8-9abf-bf0d71d9e6ed admin admin] 10.222.0.21 "GET /v2.0/subnets/d899c981-5b0c-48e0-be0e-091a7ab26866 HTTP/1.1" status: 200 len: 849 time: 0.0929751 Mar 04 15:42:28.900673 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:42:28.982257 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Publish callbacks [] for subnet (d899c981-5b0c-48e0-be0e-091a7ab26866), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:29.175295 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760917973733'] for subnet (d899c981-5b0c-48e0-be0e-091a7ab26866), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:29.204731 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:29.205956 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:29.207231 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] 10.222.0.21 "PUT /v2.0/subnets/d899c981-5b0c-48e0-be0e-091a7ab26866 HTTP/1.1" status: 200 len: 868 time: 0.3101945 Mar 04 15:42:29.207783 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9181d5-7a50-47fb-8724-89524b710e62 None None] Network 0192148d-32bd-4250-bd2b-9d17f3208498 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:42:29.228286 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d899c981-5b0c-48e0-be0e-091a7ab26866,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:42:29.236187 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.236485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.236829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.237171 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.237679 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.238050 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.238401 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.238738 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.239133 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.239481 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.239815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.240142 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.240467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216439e4-acaf-43f8-bfbb-3129579448aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:42:29.550174 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-433aedaf-ed8e-4841-8769-10fbcedf9e23 None None] Provisioning complete for port 8f0bedae-5bc5-46b4-b716-7951fab2f778 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:42:29.550575 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-433aedaf-ed8e-4841-8769-10fbcedf9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8f0bedae-5bc5-46b4-b716-7951fab2f778), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:29.630599 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-433aedaf-ed8e-4841-8769-10fbcedf9e23 None None] Current status of the port 8f0bedae-5bc5-46b4-b716-7951fab2f778 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:42:29.640338 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-433aedaf-ed8e-4841-8769-10fbcedf9e23 None None] Provisioning complete for port dd3c3237-7786-4aec-9a49-90013e2b1eea triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:42:29.640997 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-433aedaf-ed8e-4841-8769-10fbcedf9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (dd3c3237-7786-4aec-9a49-90013e2b1eea), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:29.714679 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-433aedaf-ed8e-4841-8769-10fbcedf9e23 None None] Current status of the port dd3c3237-7786-4aec-9a49-90013e2b1eea is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:42:31.524871 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57042) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:31.723757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774c773-a214-42fa-83bc-3e57ea9ab0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:31.724231 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774c773-a214-42fa-83bc-3e57ea9ab0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:31.725789 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a774c773-a214-42fa-83bc-3e57ea9ab0be admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999485 Mar 04 15:42:34.037569 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57050) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:34.233078 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f1e77-b432-4f67-944a-4c04cb6cc2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:34.233468 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f1e77-b432-4f67-944a-4c04cb6cc2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:34.235013 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-710f1e77-b432-4f67-944a-4c04cb6cc2f9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964192 Mar 04 15:42:36.541920 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57060) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:36.667757 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0ef6b-ca72-448f-b6d0-04e18c5b003b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:36.669109 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0ef0ef6b-ca72-448f-b6d0-04e18c5b003b admin admin] 10.222.0.21 "GET /v2.0/networks/0192148d-32bd-4250-bd2b-9d17f3208498 HTTP/1.1" status: 200 len: 869 time: 0.1261823 Mar 04 15:42:38.971416 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57068) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:39.095660 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c69cb2-ebe1-41c3-b785-92bdaf562cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:39.097021 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f4c69cb2-ebe1-41c3-b785-92bdaf562cb6 admin admin] 10.222.0.21 "GET /v2.0/networks/cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 HTTP/1.1" status: 200 len: 886 time: 0.1246610 Mar 04 15:42:39.713172 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7dba4647-3f24-4691-9a3d-72d9c6a3e2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:41.408804 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57076) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:41.533326 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b346fbc0-3984-4c46-8cb4-e510002aa77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:41.533829 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b346fbc0-3984-4c46-8cb4-e510002aa77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:41.535332 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b346fbc0-3984-4c46-8cb4-e510002aa77d admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254573 Mar 04 15:42:42.090277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ae53c14c-192b-4335-af5a-d6e5f9351889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:43.239623 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:43.845937 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57084) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:43.935781 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42bc9d6-9225-45bf-b4c1-9677fa79331d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:43.936241 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42bc9d6-9225-45bf-b4c1-9677fa79331d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:43.937773 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f42bc9d6-9225-45bf-b4c1-9677fa79331d admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908601 Mar 04 15:42:44.632959 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:46.135760 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:42:46.234331 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57092) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:46.321122 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ed251-1718-45c1-8a11-4ae52c3036d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:46.322499 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ad8ed251-1718-45c1-8a11-4ae52c3036d8 admin admin] 10.222.0.21 "GET /v2.0/subnets/9262e69a-109f-4f49-a99f-5715eee7e8c3 HTTP/1.1" status: 200 len: 816 time: 0.0872223 Mar 04 15:42:48.634158 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57100) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:42:48.722661 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4ae50-0acf-45ca-8243-a29d78028ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:42:48.724527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-28d4ae50-0acf-45ca-8243-a29d78028ce8 admin admin] 10.222.0.21 "GET /v2.0/subnets/d899c981-5b0c-48e0-be0e-091a7ab26866 HTTP/1.1" status: 200 len: 868 time: 0.0894239 Mar 04 15:42:59.969524 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:43:09.694047 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f208418a-1be1-4a96-a922-57e515441208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:12.054062 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-71d62902-c272-4a7d-b3df-6fdc3018389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:13.260820 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:14.614980 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:16.112265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:16.584963 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57152) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:43:16.630937 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [None req-ab246124-6fe6-48fa-95d7-c28b0dc82aa8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:43:16.631936 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab246124-6fe6-48fa-95d7-c28b0dc82aa8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460265 Mar 04 15:43:19.017565 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57160) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:43:19.076772 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.pecan_wsgi.hooks.translation [None req-317aca1a-00fe-4bb2-a61f-1935ab68cc5d admin admin] GET failed (client error): The resource could not be found. Mar 04 15:43:19.078039 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-317aca1a-00fe-4bb2-a61f-1935ab68cc5d admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595002 Mar 04 15:43:19.162594 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d68b76-3f3a-493e-bfb3-faa828be4f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:43:19.164027 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c0d68b76-3f3a-493e-bfb3-faa828be4f1b admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815094 Mar 04 15:43:21.491341 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57168) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:43:21.537983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:43:21.625152 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Made reservation on behalf of c1579ec74c04483f976170d588ebc427 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:43:21.627351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:21.662156 dv-cinder-831247-6-iscsi neutron-server[110047]: WARNING neutron.services.revisions.revision_plugin [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Could not find related network for resource to bump revision. Mar 04 15:43:21.673997 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:43:21.683662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (3f525afb-901f-4e5e-9b82-1d873d36de06), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:21.684032 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Added segment 3f525afb-901f-4e5e-9b82-1d873d36de06 of type vlan for network b453bb25-b709-4150-8713-f5de67a92fae Mar 04 15:43:21.722170 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (b453bb25-b709-4150-8713-f5de67a92fae), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:21.780430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (b453bb25-b709-4150-8713-f5de67a92fae), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:21.781351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:43:21.781972 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:21.869311 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] Pushing event updated for resources: {'Network': ['ID=b453bb25-b709-4150-8713-f5de67a92fae,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:43:21.879706 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network b453bb25-b709-4150-8713-f5de67a92fae details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:43:21.890882 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-afffcbbe-3d34-4cb4-aa2d-6b1e818cb84b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3985045 Mar 04 15:43:24.200399 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57176) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:43:24.260292 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ef07d2-7cd2-4ed9-9712-6d992eb475e5 admin admin] GET failed (client error): The resource could not be found. Mar 04 15:43:24.261575 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-29ef07d2-7cd2-4ed9-9712-6d992eb475e5 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602276 Mar 04 15:43:24.332512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918731cb-b5b8-41a5-b6eb-815248e887a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:43:24.334150 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-918731cb-b5b8-41a5-b6eb-815248e887a4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681925 Mar 04 15:43:24.343456 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:43:24.425450 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Made reservation on behalf of c1579ec74c04483f976170d588ebc427 for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:43:24.427614 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:24.637544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (864b5547-da38-4966-bbc7-ccd6df84bc8a), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:24.691063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Pushing event updated for resources: {'Subnet': ['ID=864b5547-da38-4966-bbc7-ccd6df84bc8a,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:43:24.698416 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Checking segment: {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:43:24.698768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Network hostable DHCP agents. Network: b453bb25-b709-4150-8713-f5de67a92fae, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:43:24.791568 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Network b453bb25-b709-4150-8713-f5de67a92fae is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:43:24.877218 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, b453bb25-b709-4150-8713-f5de67a92fae) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:43:24.881176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:43:24.881788 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:24.889954 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1688cfb-f7eb-42fb-9934-c95f91766645 None None] Network b453bb25-b709-4150-8713-f5de67a92fae requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:43:24.974238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-19e54079-d689-49d0-b1e0-476496b1930e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6257303 Mar 04 15:43:24.990584 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-b453bb25-b709-4150-8713-f5de67a92fae', 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae', 'project_id': 'c1579ec74c04483f976170d588ebc427', 'fixed_ips': [{'subnet_id': '864b5547-da38-4966-bbc7-ccd6df84bc8a'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:43:24.991458 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:25.135131 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Allocated IP 192.168.233.2 (b453bb25-b709-4150-8713-f5de67a92fae/864b5547-da38-4966-bbc7-ccd6df84bc8a/c5730927-b4a7-4210-a1e9-0305086f3aba) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:43:25.370706 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Publish callbacks [] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:25.432455 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:25.479132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Network b453bb25-b709-4150-8713-f5de67a92fae is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:43:25.482972 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:43:25.484784 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Pushing event updated for resources: {'Port': ['ID=c5730927-b4a7-4210-a1e9-0305086f3aba,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:43:25.486887 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:43:25.497163 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.497532 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.497917 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.498290 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.498700 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.499312 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.499312 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.499650 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.500020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.500339 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.500667 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.501126 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.501443 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:43:25.551569 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Attempting to bind port c5730927-b4a7-4210-a1e9-0305086f3aba on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:43:25.551935 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Attempting to bind port c5730927-b4a7-4210-a1e9-0305086f3aba by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:43:25.552289 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Attempting to bind port c5730927-b4a7-4210-a1e9-0305086f3aba on network b453bb25-b709-4150-8713-f5de67a92fae {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:43:25.557271 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:43:25.557582 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Checking segment: {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:43:25.558008 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:25.558400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Bound using segment: {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:43:25.558859 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Bound port: c5730927-b4a7-4210-a1e9-0305086f3aba, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:43:25.559236 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:25.622032 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] For port c5730927-b4a7-4210-a1e9-0305086f3aba, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:43:25.625132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] For port c5730927-b4a7-4210-a1e9-0305086f3aba, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=c5730927-b4a7-4210-a1e9-0305086f3aba,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:43:25.712859 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:25.774978 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb46d35-80e3-4c45-8bb1-6b06695c1fa8 None None] Pushing event updated for resources: {'Port': ['ID=c5730927-b4a7-4210-a1e9-0305086f3aba,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:43:26.633835 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0161aa0-b562-42b8-be55-8c902a5a4d73 None None] Network b453bb25-b709-4150-8713-f5de67a92fae requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:43:26.701775 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] Provisioning complete for port c5730927-b4a7-4210-a1e9-0305086f3aba triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:43:26.702118 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:26.835637 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] Current status of the port c5730927-b4a7-4210-a1e9-0305086f3aba is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:43:26.835637 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:26.880600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] For port c5730927-b4a7-4210-a1e9-0305086f3aba, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=c5730927-b4a7-4210-a1e9-0305086f3aba,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:43:26.917020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device c5730927-b4a7-4210-a1e9-0305086f3aba up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:43:26.955197 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:27.019299 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123eafd-c492-4b79-8efe-00e3fa2eca7b None None] Pushing event updated for resources: {'Port': ['ID=c5730927-b4a7-4210-a1e9-0305086f3aba,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:43:27.022621 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port c5730927-b4a7-4210-a1e9-0305086f3aba triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:43:27.023010 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:27.099491 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-7f2b2788-2671-4fd3-b5c5-244f2dde614c None None] Provisioning complete for port c5730927-b4a7-4210-a1e9-0305086f3aba triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:43:27.099802 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2788-2671-4fd3-b5c5-244f2dde614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:27.138122 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port c5730927-b4a7-4210-a1e9-0305086f3aba is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:43:27.191696 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b2788-2671-4fd3-b5c5-244f2dde614c None None] Current status of the port c5730927-b4a7-4210-a1e9-0305086f3aba is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:43:28.855178 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device c5730927-b4a7-4210-a1e9-0305086f3aba up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:43:28.903624 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port c5730927-b4a7-4210-a1e9-0305086f3aba triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:43:28.904018 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c5730927-b4a7-4210-a1e9-0305086f3aba), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:28.982956 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port c5730927-b4a7-4210-a1e9-0305086f3aba is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:43:36.967951 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:43:39.705634 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ed1fff1c-820e-416b-85ab-3a039e8bedc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:42.037076 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-49747c83-a7e2-4771-808b-7363184f435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:43.253213 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:44.637511 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:43:46.128413 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:09.698226 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c9be941f-0322-4d64-9a4e-39ebbe909a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:12.058956 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-16c3611d-db67-4e82-968c-52222d2ee123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:13.240972 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:13.967810 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:44:14.625155 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:16.122036 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:39.704133 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1629-1542-4845-b8bb-8c4a74ce548e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:42.058080 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0e3-ce47-48fa-91a7-f65546664361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:43.246904 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:44.612823 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:46.138538 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:44:50.965875 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:45:02.415750 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57214) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:45:02.421235 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [None req-19a3909d-6448-44e2-8443-a23e8cb20a43 tempest-verify_tempest_config-2024695250 tempest-verify_tempest_config-2024695250-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:45:02.422232 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-19a3909d-6448-44e2-8443-a23e8cb20a43 tempest-verify_tempest_config-2024695250 tempest-verify_tempest_config-2024695250-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055509 Mar 04 15:45:02.912904 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57232) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:45:03.012809 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.164586 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Publish callbacks [] for security_group (9a8555f0-4fa5-4a93-8b73-1a3aa13efc95), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.217506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9a8555f0-4fa5-4a93-8b73-1a3aa13efc95), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.261424 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbecabce98134370bcab9b8f0e8651f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3474360 Mar 04 15:45:03.262584 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8555f0-4fa5-4a93-8b73-1a3aa13efc95,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:45:03.264351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57236) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:45:03.269977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.270353 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.270698 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.271035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.271367 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.271696 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.272024 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.272353 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.272692 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.273034 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.273363 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.273683 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.274031 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10b23-01d6-49d2-8fbc-967025174dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.317124 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Publish callbacks [] for security_group (9a8555f0-4fa5-4a93-8b73-1a3aa13efc95), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.337535 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Publish callbacks [] for security_group (9a8555f0-4fa5-4a93-8b73-1a3aa13efc95), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.486592 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9a8555f0-4fa5-4a93-8b73-1a3aa13efc95), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.489113 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:03.490344 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a8555f0-4fa5-4a93-8b73-1a3aa13efc95 HTTP/1.1" status: 204 len: 168 time: 0.2250149 Mar 04 15:45:03.498097 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8555f0-4fa5-4a93-8b73-1a3aa13efc95,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:45:03.505110 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.505486 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.505864 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.506207 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.506556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.506890 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.507237 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.507632 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.507893 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.508222 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.508554 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.508877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:03.509202 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dce3cc-9fdc-4886-a8e5-af47d677f891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:45:09.714541 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-66cd996c-bff8-448f-a3d1-8fbf6357e212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:12.080341 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-05c58193-dbd1-465e-9fa9-8dd70b2a444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:13.268491 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:14.634269 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:16.114992 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:27.964642 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:45:39.753506 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e443-f9f3-40b2-b585-452791344b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:42.067217 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-22b5e6c6-5925-481f-a605-a1a8c227627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:43.267035 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:44.633593 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:45:46.124811 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:04.963509 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 5 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:46:09.718701 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-62a52815-2276-45b5-9e7e-a0d93bbf2962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:12.066261 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-33e99d37-b643-4221-a5cb-d2a5b59dd8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:13.249789 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:14.649649 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:16.135180 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:39.752188 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6713d8f7-054b-4751-80dd-728713bf3433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:41.203546 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3704151'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:41.962681 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:46:42.049368 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ce2817ed-571d-4f83-b2a0-e9a144f542bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:43.277468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:44.666028 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:46.151733 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:46:55.220511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57308) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:46:55.324873 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-036cedd2-ce7d-4412-b801-db3379917d77 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1032796 Mar 04 15:46:57.632708 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57318) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:46:57.686082 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-99b55fda-f7ed-4400-88d1-68c731ce02dd admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522947 Mar 04 15:47:09.693897 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-76644df5-5509-42c1-9cb2-c19507dc21b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:11.168173 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:12.099733 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-52146eb2-82e3-44b1-92ee-fa43ba47dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:13.299100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:14.682065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:16.121957 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:18.960805 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:47:39.721643 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ee905fbe-d9c1-44c4-be06-d312d23ff190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:41.178849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:42.075758 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3aba09f9-593f-49de-8436-04c1954fe7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:43.252877 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:44.675471 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:46.150214 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:47:55.959275 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:48:09.698208 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e53c57e0-49bc-4151-b091-d9126d3c6590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:11.195104 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:12.073802 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a5d55cbb-8bd2-4eb9-87ec-9408760121cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:13.263440 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:14.680787 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:16.149336 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:32.958415 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:48:33.001636 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57478) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:33.204505 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-362609981-network', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:33.314563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Made reservation on behalf of 3e8f8483c13240c7adbc18f3e1d413b0 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:33.316972 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.326054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.400356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks [] for security_group (39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.503094 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.526965 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:33.536356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:33.540863 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (9cbf9201-df24-4bc8-bad4-209203c616ef), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.541193 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Added segment 9cbf9201-df24-4bc8-bad4-209203c616ef of type vlan for network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 Mar 04 15:48:33.554200 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.554563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.554903 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.555234 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.555560 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.555883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.556217 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.556542 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.556876 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.557219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.557545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.557883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.558199 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Tracked resource versions report: Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: pushed versions: Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: { 'AddressGroup': {'1.2'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'ConntrackHelper': {'1.0'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Log': {'1.0'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Network': {'1.1'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Port': {'1.7'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'PortForwarding': {'1.2'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'QosPolicy': {'1.10'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroup': {'1.5'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SubPort': {'1.0'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Subnet': {'1.1'}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Trunk': {'1.1'}} Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: consumer versions: Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: HyperV agent@hv-cinder-83124: {}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'ConntrackHelper': '1.0', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'LocalIPAssociation': '1.0', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Log': '1.0', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Network': '1.1', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Port': '1.7', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'PortForwarding': '1.2', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'QosPolicy': '1.10', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroup': '1.5', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SecurityGroupRule': '1.2', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'SubPort': '1.0', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Subnet': '1.1', Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: 'Trunk': '1.1'}} Mar 04 15:48:33.559859 dv-cinder-831247-6-iscsi neutron-server[110047]: {{(pid=110047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:48:33.606977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (664d9ce4-64a8-42ab-a840-72b89fe0b9c8), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.702735 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (664d9ce4-64a8-42ab-a840-72b89fe0b9c8), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.703710 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:33.704295 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:33.762965 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7601368 Mar 04 15:48:33.766200 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57518) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:33.767793 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9320c8-fc6b-40ff-b3cb-a93678863090 admin admin] Pushing event updated for resources: {'Network': ['ID=664d9ce4-64a8-42ab-a840-72b89fe0b9c8,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:33.769875 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57520) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:33.773260 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Request body: {'subnet': {'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-362609981-subnet', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:33.777697 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:33.811412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57526) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:33.863461 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Made reservation on behalf of 3e8f8483c13240c7adbc18f3e1d413b0 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:33.866475 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.138241 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (0656f065-e7bd-469a-be51-3e48763ac8a3), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.178605 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0656f065-e7bd-469a-be51-3e48763ac8a3,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:34.186358 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.186728 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.187075 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.190676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Tracked resource versions report: Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: pushed versions: Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: { 'AddressGroup': {'1.2'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'ConntrackHelper': {'1.0'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Log': {'1.0'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Network': {'1.1'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Port': {'1.7'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'PortForwarding': {'1.2'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'QosPolicy': {'1.10'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroup': {'1.5'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SubPort': {'1.0'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Subnet': {'1.1'}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Trunk': {'1.1'}} Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: consumer versions: Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: HyperV agent@hv-cinder-83124: {}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'ConntrackHelper': '1.0', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'LocalIPAssociation': '1.0', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Log': '1.0', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Network': '1.1', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Port': '1.7', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'PortForwarding': '1.2', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'QosPolicy': '1.10', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroup': '1.5', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SecurityGroupRule': '1.2', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'SubPort': '1.0', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Subnet': '1.1', Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: 'Trunk': '1.1'}} Mar 04 15:48:34.191901 dv-cinder-831247-6-iscsi neutron-server[110046]: {{(pid=110046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:48:34.195344 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57550) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:34.222490 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Checking segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:34.222914 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Network hostable DHCP agents. Network: 664d9ce4-64a8-42ab-a840-72b89fe0b9c8, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:34.250053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447881474-network', 'tenant_id': '3355a31a540c4f8fbc9f55ca574ebbd6'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:34.272059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-175322174-network', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:34.284307 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57556) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:34.290981 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57558) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:34.328219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-390395197-network', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:34.337833 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:34.376437 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2021765397-network', 'tenant_id': '741dcd6161c44e2cbb8b3c9b72d0a195'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:34.411283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Made reservation on behalf of 465f19274bc2406aa4a4f64f6b512e5f for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:34.413667 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.418064 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-748234085-network', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:34.418200 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Made reservation on behalf of 3355a31a540c4f8fbc9f55ca574ebbd6 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:34.418952 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.431300 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.433953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.434982 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 664d9ce4-64a8-42ab-a840-72b89fe0b9c8) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:34.440006 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:34.443228 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.451764 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Made reservation on behalf of 611afbcc5a4e4b98a35d5aead27f5fbe for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:34.454420 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.456426 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92923a6-83d1-45db-9622-5db9fa32cdb4 None None] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:34.474891 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.507027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Made reservation on behalf of 741dcd6161c44e2cbb8b3c9b72d0a195 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:34.509512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.520779 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Made reservation on behalf of 7a9eb978215c4a5787b6471ba7302105 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:34.524429 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.536655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57570) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:34.537023 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-45143d5a-40fc-4139-836c-9593df10d69d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7677219 Mar 04 15:48:34.538417 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.543707 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:34.544465 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.571355 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:48:34.572483 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.688821 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks [] for security_group (9063618e-0713-4267-ab9d-b214088255dd), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.694409 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks [] for security_group (0f6a112b-dbea-4597-9cf6-2ca830a2b432), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.736461 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks [] for security_group (d4446f21-0e73-441d-a769-81ca56a841e8), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.737779 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (f99ba7f8-c85f-4489-97b0-78ff56a6a326), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.738909 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (f99ba7f8-c85f-4489-97b0-78ff56a6a326), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.769383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Allocated IP 172.20.0.2 (664d9ce4-64a8-42ab-a840-72b89fe0b9c8/0656f065-e7bd-469a-be51-3e48763ac8a3/6385ba30-ba8a-4f40-9f1b-b95ad9347678) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:34.769659 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks [] for security_group (0dbf7b18-6f0f-4b45-9373-e8ef9acf5692), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.773538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks [] for security_group (617d05ec-516b-49f1-9fe7-1ab5027513f3), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.795089 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9063618e-0713-4267-ab9d-b214088255dd), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.798386 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0f6a112b-dbea-4597-9cf6-2ca830a2b432), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.823879 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d4446f21-0e73-441d-a769-81ca56a841e8), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.872982 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:34.879734 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0dbf7b18-6f0f-4b45-9373-e8ef9acf5692), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.887180 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks [] for router_controller (f99ba7f8-c85f-4489-97b0-78ff56a6a326), precommit_add_association {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.888037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:34.897398 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (617d05ec-516b-49f1-9fe7-1ab5027513f3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.906008 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:34.906792 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:34.922572 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (2163af7d-b75a-495a-9283-af1ecfce65e4), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.923263 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Added segment 2163af7d-b75a-495a-9283-af1ecfce65e4 of type vlan for network 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408 Mar 04 15:48:34.924369 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:34.927341 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (a76b7cfc-9c76-44cf-96d4-ec991a2b92f6), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.927686 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Added segment a76b7cfc-9c76-44cf-96d4-ec991a2b92f6 of type vlan for network 6206ca5c-164a-41ee-84c0-fa3a99274b97 Mar 04 15:48:34.943954 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (dc3499d5-8e20-422a-a45f-9cd1bb075094), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.944135 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Added segment dc3499d5-8e20-422a-a45f-9cd1bb075094 of type vlan for network ec1113c9-70b2-42f6-956c-c93c1c131d05 Mar 04 15:48:34.953756 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (cd4d0ef8-74bc-4092-8d53-7c6321218c74), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.953756 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Added segment cd4d0ef8-74bc-4092-8d53-7c6321218c74 of type vlan for network 83674755-1cf6-4149-93b5-7c4531f5498c Mar 04 15:48:34.960500 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Publish callbacks [] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.974826 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (6206ca5c-164a-41ee-84c0-fa3a99274b97), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:34.983996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9063618e-0713-4267-ab9d-b214088255dd,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:34.997294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:35.069329 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.084654 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (6b9e4d8c-43f2-4c16-9c77-4e08c7b68408), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.097696 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (0f2016ca-82c0-4910-bf62-8b07b543b43b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.098332 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Added segment 0f2016ca-82c0-4910-bf62-8b07b543b43b of type vlan for network 68ac0502-096c-442b-bdfd-977bfd225935 Mar 04 15:48:35.102067 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (6206ca5c-164a-41ee-84c0-fa3a99274b97), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.103226 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:35.103974 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.117001 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:35.120890 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:35.123300 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Pushing event updated for resources: {'Port': ['ID=6385ba30-ba8a-4f40-9f1b-b95ad9347678,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.125608 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:35.134890 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.139949 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Tracked resource versions report: Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: pushed versions: Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: { 'AddressGroup': {'1.2'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'ConntrackHelper': {'1.0'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Log': {'1.0'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Network': {'1.1'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Port': {'1.7'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'PortForwarding': {'1.2'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'QosPolicy': {'1.10'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroup': {'1.5'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SubPort': {'1.0'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Subnet': {'1.1'}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Trunk': {'1.1'}} Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: consumer versions: Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: HyperV agent@hv-cinder-83124: {}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'ConntrackHelper': '1.0', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'LocalIPAssociation': '1.0', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Log': '1.0', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Network': '1.1', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Port': '1.7', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'PortForwarding': '1.2', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'QosPolicy': '1.10', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroup': '1.5', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SecurityGroupRule': '1.2', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'SubPort': '1.0', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Subnet': '1.1', Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: 'Trunk': '1.1'}} Mar 04 15:48:35.140902 dv-cinder-831247-6-iscsi neutron-server[110048]: {{(pid=110048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:48:35.159290 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (ec1113c9-70b2-42f6-956c-c93c1c131d05), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.168464 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (83674755-1cf6-4149-93b5-7c4531f5498c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.171721 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] Pushing event updated for resources: {'Network': ['ID=6206ca5c-164a-41ee-84c0-fa3a99274b97,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.195309 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:35.195497 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-dadca3b8-88d3-4cba-9953-9463fea09237 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9021728 Mar 04 15:48:35.195497 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57586) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:35.200782 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Request body: {'subnet': {'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-subnet', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:35.202253 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a112b-dbea-4597-9cf6-2ca830a2b432,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.243892 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Attempting to bind port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:35.244261 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Attempting to bind port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:35.244622 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Attempting to bind port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:35.251912 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (68ac0502-096c-442b-bdfd-977bfd225935), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.258040 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:35.258422 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Checking segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:35.258824 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.259212 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Bound using segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:35.259676 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Bound port: 6385ba30-ba8a-4f40-9f1b-b95ad9347678, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:35.260063 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.287342 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Made reservation on behalf of 7a9eb978215c4a5787b6471ba7302105 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:35.289588 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.334699 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] For port 6385ba30-ba8a-4f40-9f1b-b95ad9347678, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:35.338953 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] For port 6385ba30-ba8a-4f40-9f1b-b95ad9347678, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=6385ba30-ba8a-4f40-9f1b-b95ad9347678,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:35.344884 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (6b9e4d8c-43f2-4c16-9c77-4e08c7b68408), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.346342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:35.346938 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.357213 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks [] for router_gateway (f99ba7f8-c85f-4489-97b0-78ff56a6a326), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.361805 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4446f21-0e73-441d-a769-81ca56a841e8,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.389729 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (ec1113c9-70b2-42f6-956c-c93c1c131d05), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.390695 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:35.391660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.416524 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d05ec-516b-49f1-9fe7-1ab5027513f3,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.453231 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (83674755-1cf6-4149-93b5-7c4531f5498c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.454121 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:35.454731 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.454837 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.474914 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] Pushing event updated for resources: {'Network': ['ID=6b9e4d8c-43f2-4c16-9c77-4e08c7b68408,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.490534 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:35.533310 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-df4f0147-516a-4766-89f5-39fa9740b46a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7192087 Mar 04 15:48:35.534050 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (68ac0502-096c-442b-bdfd-977bfd225935), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.535140 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:35.535908 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.536210 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57592) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:35.541127 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Request body: {'subnet': {'network_id': '6b9e4d8c-43f2-4c16-9c77-4e08c7b68408', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447881474-subnet', 'tenant_id': '3355a31a540c4f8fbc9f55ca574ebbd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:35.562144 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7912245 Mar 04 15:48:35.565289 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3715484 Mar 04 15:48:35.566572 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57594) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:35.568450 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57596) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:35.575954 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Request body: {'subnet': {'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-175322174-subnet', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:35.581478 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Request body: {'subnet': {'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-subnet', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:35.595998 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3632f-b262-4f0d-948f-4bfdefcddcbd None None] Pushing event updated for resources: {'Port': ['ID=6385ba30-ba8a-4f40-9f1b-b95ad9347678,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.599201 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (001e52a1-1c62-4bd1-8274-ff7726060e72), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.618398 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71d64c-14a4-4673-8426-541c15ecc542 admin admin] Pushing event updated for resources: {'Network': ['ID=ec1113c9-70b2-42f6-956c-c93c1c131d05,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.641522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:35.677335 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3919687 Mar 04 15:48:35.681154 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57608) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:35.696187 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Made reservation on behalf of 3355a31a540c4f8fbc9f55ca574ebbd6 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:35.698565 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.699033 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Request body: {'subnet': {'network_id': '68ac0502-096c-442b-bdfd-977bfd225935', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2021765397-subnet', 'tenant_id': '741dcd6161c44e2cbb8b3c9b72d0a195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:35.721651 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cefc02-b99f-4624-8152-e438980ca050 admin admin] Pushing event updated for resources: {'Network': ['ID=83674755-1cf6-4149-93b5-7c4531f5498c,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.744995 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 83674755-1cf6-4149-93b5-7c4531f5498c details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:35.754122 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Made reservation on behalf of 465f19274bc2406aa4a4f64f6b512e5f for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:35.756595 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.820141 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Made reservation on behalf of 741dcd6161c44e2cbb8b3c9b72d0a195 for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:35.825509 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.857315 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Made reservation on behalf of 611afbcc5a4e4b98a35d5aead27f5fbe for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:35.868653 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:35.906364 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73b0d2-7312-4b75-86cd-8db259880a41 admin admin] Pushing event updated for resources: {'Network': ['ID=68ac0502-096c-442b-bdfd-977bfd225935,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:35.920800 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 68ac0502-096c-442b-bdfd-977bfd225935 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:36.038837 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Checking segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:36.039194 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Network hostable DHCP agents. Network: 6206ca5c-164a-41ee-84c0-fa3a99274b97, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:36.045403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001e52a1-1c62-4bd1-8274-ff7726060e72,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:36.270660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks [] for router_gateway (f99ba7f8-c85f-4489-97b0-78ff56a6a326), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.276372 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:36.319342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.437502 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (6c4ca250-258d-4c2c-8756-53b80f422547), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.445890 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 6206ca5c-164a-41ee-84c0-fa3a99274b97) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:36.457953 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e8006-4946-4c23-a488-d41bfa4c093d None None] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:36.458692 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:36.459384 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.518558 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4ca250-258d-4c2c-8756-53b80f422547,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:36.535243 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Allocated IP 172.27.2.4 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/5094cb4b-8bd0-44c0-b6c3-72cb6906572b) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:36.537546 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (9f40490e-23e2-477f-baf7-08ae6f9fa30f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.549930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Checking segment: {'id': '0f2016ca-82c0-4910-bf62-8b07b543b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:36.550289 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Network hostable DHCP agents. Network: 68ac0502-096c-442b-bdfd-977bfd225935, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:36.587240 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376ce4c-180e-484f-895e-4799f69d2fb4 None None] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:36.615571 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (2318ba06-7dcd-49b8-9a76-27c8ce24cb09), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.624246 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3d7cb754-cec9-4d56-938e-626587dcbe50 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4281075 Mar 04 15:48:36.625228 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (d910d966-ba51-4a6d-854e-dd4eb12a6cb7), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.630167 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57636) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:36.641245 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:36.645231 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f40490e-23e2-477f-baf7-08ae6f9fa30f,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:36.685973 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks [] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.696206 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Checking segment: {'id': '2163af7d-b75a-495a-9283-af1ecfce65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6b9e4d8c-43f2-4c16-9c77-4e08c7b68408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:36.696565 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Network hostable DHCP agents. Network: 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:36.734166 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Network 68ac0502-096c-442b-bdfd-977bfd225935 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:36.748983 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2318ba06-7dcd-49b8-9a76-27c8ce24cb09,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:36.796948 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Checking segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:36.796948 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Network hostable DHCP agents. Network: ec1113c9-70b2-42f6-956c-c93c1c131d05, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:36.798862 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:36.799213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Network hostable DHCP agents. Network: 83674755-1cf6-4149-93b5-7c4531f5498c, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:36.805145 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82927bbe-9366-4c6f-b2bc-adaa623b636c None None] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:36.822355 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d910d966-ba51-4a6d-854e-dd4eb12a6cb7,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:36.839940 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (15621dfd-3c04-40d7-bed4-42045376b5cc), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.840135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 68ac0502-096c-442b-bdfd-977bfd225935) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:36.842075 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (15621dfd-3c04-40d7-bed4-42045376b5cc), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.842705 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.847825 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:36.849777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.875928 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c57f2-92e5-4f4e-bad4-5d88596c9215 None None] Network 68ac0502-096c-442b-bdfd-977bfd225935 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:36.897681 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:36.900552 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:36.905495 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:36.909072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Pushing event updated for resources: {'Port': ['ID=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:36.917135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks [] for router_controller (15621dfd-3c04-40d7-bed4-42045376b5cc), precommit_add_association {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:36.933888 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] Provisioning complete for port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:36.934403 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.013789 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:37.015302 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-355070a4-fc20-4ac1-8186-7a16c9ce345e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3270786 Mar 04 15:48:37.023660 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, ec1113c9-70b2-42f6-956c-c93c1c131d05) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:37.025585 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Network 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:37.034344 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Network 83674755-1cf6-4149-93b5-7c4531f5498c is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:37.039910 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:37.047057 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:37.048831 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.067181 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 83674755-1cf6-4149-93b5-7c4531f5498c) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:37.076590 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:37.077183 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.140353 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754ce39-0bef-4bb6-975e-ccf88317be5b None None] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:37.146739 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c614bb-97ad-4738-a1f8-9b75fc5a03a0 None None] Network 83674755-1cf6-4149-93b5-7c4531f5498c requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:37.167557 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:37.168475 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.170964 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896566b0-9c16-4e92-b18b-e525641a4ced None None] Network 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:37.173093 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 6385ba30-ba8a-4f40-9f1b-b95ad9347678 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:37.232876 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-cca5506c-b2ca-48bb-bb80-d1aed7b6add7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6624460 Mar 04 15:48:37.233131 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57654) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:37.243517 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:37.282605 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c9fc63e2-b767-4b58-9d62-14062b0a494a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7148628 Mar 04 15:48:37.289404 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57658) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:37.294571 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks [] for router_gateway (15621dfd-3c04-40d7-bed4-42045376b5cc), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.301318 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:37.317978 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-9248ec51-47b3-4bb3-8353-521b2869e3ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7805698 Mar 04 15:48:37.371119 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks [] for router_gateway (f99ba7f8-c85f-4489-97b0-78ff56a6a326), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.440553 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (4af97c93-95e2-485b-94ad-959694dbdfa7), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.441521 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (531de293-419e-482e-a3c9-bfe463e0beda), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.441674 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (4af97c93-95e2-485b-94ad-959694dbdfa7), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.443070 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (531de293-419e-482e-a3c9-bfe463e0beda), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.501393 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c25ccc-b3c0-4e0a-bfaf-e40af6503078 None None] Network 68ac0502-096c-442b-bdfd-977bfd225935 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:37.582570 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks [] for router_controller (531de293-419e-482e-a3c9-bfe463e0beda), precommit_add_association {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.615863 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57692) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:37.621263 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks [] for router_controller (4af97c93-95e2-485b-94ad-959694dbdfa7), precommit_add_association {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.622934 dv-cinder-831247-6-iscsi neutron-server[110047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 15:48:37.672662 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-83674755-1cf6-4149-93b5-7c4531f5498c', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:48:37.673904 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.807485 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] Current status of the port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:37.810522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.847717 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:37.851214 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:37.976925 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] For port 6385ba30-ba8a-4f40-9f1b-b95ad9347678, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=6385ba30-ba8a-4f40-9f1b-b95ad9347678,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:38.014585 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-9c9ab272-4fa2-495f-8ae5-36424d7d28f2 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:38.016829 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-9c9ab272-4fa2-495f-8ae5-36424d7d28f2 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/networks?id=68ac0502-096c-442b-bdfd-977bfd225935 HTTP/1.1" status: 200 len: 812 time: 0.4014895 Mar 04 15:48:38.035327 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks [] for router_gateway (531de293-419e-482e-a3c9-bfe463e0beda), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.065666 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.065941 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks [] for router_gateway (15621dfd-3c04-40d7-bed4-42045376b5cc), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.068285 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-ec1113c9-70b2-42f6-956c-c93c1c131d05', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:48:38.070507 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.092505 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.144882 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks [] for router_gateway (4af97c93-95e2-485b-94ad-959694dbdfa7), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.148714 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-29d148b4-3817-45fd-897f-859377204f84 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/quotas/741dcd6161c44e2cbb8b3c9b72d0a195 HTTP/1.1" status: 200 len: 375 time: 0.0794222 Mar 04 15:48:38.253381 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1ecd01c1-d509-4015-9a21-6e6818076917 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=741dcd6161c44e2cbb8b3c9b72d0a195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896964 Mar 04 15:48:38.256809 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (f99ba7f8-c85f-4489-97b0-78ff56a6a326), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.294421 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Allocated IP 172.27.2.30 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/5b5bc179-de07-4330-9430-4271c6f02a8b) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:38.312033 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1c405-fddd-4b1c-8603-0373fcb3bed2 None None] Network 6b9e4d8c-43f2-4c16-9c77-4e08c7b68408 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:38.399079 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382c8c-eed7-436f-91c9-aa366dead3b2 None None] Pushing event updated for resources: {'Port': ['ID=6385ba30-ba8a-4f40-9f1b-b95ad9347678,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:38.488061 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-1162d173-67a7-45b7-93ef-46c8046a64da None None] Provisioning complete for port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:38.488257 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1162d173-67a7-45b7-93ef-46c8046a64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.576331 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:38.591585 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57718) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:38.595408 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks [] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.618600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Allocated IP 172.20.0.2 (83674755-1cf6-4149-93b5-7c4531f5498c/2318ba06-7dcd-49b8-9a76-27c8ce24cb09/f153d1e6-1502-4af1-b1db-875d37c6acc4) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:38.635932 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900879761-network', 'tenant_id': '35d1e7e24c7c467faf4edd9d818c0048'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:38.720633 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.738003 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Allocated IP 172.20.0.2 (ec1113c9-70b2-42f6-956c-c93c1c131d05/d910d966-ba51-4a6d-854e-dd4eb12a6cb7/8605ae5e-a319-4911-ba81-e5a050e4f0d0) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:38.738427 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:38.742156 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:38.774423 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:38.866534 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-7a4aa909-8ff7-4d14-9684-2d5d9585e357 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:48:38.867671 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-7a4aa909-8ff7-4d14-9684-2d5d9585e357 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1786549 Mar 04 15:48:38.878955 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-1162d173-67a7-45b7-93ef-46c8046a64da None None] Current status of the port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:38.880400 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Made reservation on behalf of 35d1e7e24c7c467faf4edd9d818c0048 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:38.883657 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.911270 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.913070 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:48:38.918598 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks [] for router_gateway (531de293-419e-482e-a3c9-bfe463e0beda), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.952911 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:38.958452 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5bc179-de07-4330-9430-4271c6f02a8b,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:39.008942 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Publish callbacks [] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.035895 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Publish callbacks [] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.076104 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.085195 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 6385ba30-ba8a-4f40-9f1b-b95ad9347678 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:39.094737 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks [] for router_gateway (4af97c93-95e2-485b-94ad-959694dbdfa7), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.146533 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.148891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:39.151465 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-e06e38c9-39a3-4e60-b93d-c4b871b644e7 service neutron] 10.222.0.21 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489681 Mar 04 15:48:39.163746 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.165969 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:39.173086 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:39.184551 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Pushing event updated for resources: {'Port': ['ID=f153d1e6-1502-4af1-b1db-875d37c6acc4,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:39.223091 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks [] for security_group (fd80d04a-5b88-4cea-9e52-fd01300e0007), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.225980 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Allocated IP 172.27.2.148 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/1c86e169-0462-4a10-a4ec-767d6aa33821) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:39.246179 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks [] for router_gateway (15621dfd-3c04-40d7-bed4-42045376b5cc), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.263356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:39.285062 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:39.314539 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:39.319303 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:39.319473 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-bc343652-7f8c-4263-a6ef-d01e1cbbfa57 service neutron] 10.222.0.21 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546667 Mar 04 15:48:39.321370 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (fd80d04a-5b88-4cea-9e52-fd01300e0007), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.362469 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.366596 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-0d3a1b9b-5c4f-46e8-b6b3-f9c1564dc090 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8256762 Mar 04 15:48:39.376983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57736) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:39.384584 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:48:39.441410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:39.468218 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:39.487009 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:39.503830 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (d3b9cdf4-deec-4b46-ae82-0033a4723be6), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.504188 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Added segment d3b9cdf4-deec-4b46-ae82-0033a4723be6 of type vlan for network 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a Mar 04 15:48:39.506758 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80d04a-5b88-4cea-9e52-fd01300e0007,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:39.521153 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Pushing event updated for resources: {'Port': ['ID=8605ae5e-a319-4911-ba81-e5a050e4f0d0,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:39.539358 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Attempting to bind port f153d1e6-1502-4af1-b1db-875d37c6acc4 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:39.540648 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Attempting to bind port f153d1e6-1502-4af1-b1db-875d37c6acc4 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:39.540648 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Attempting to bind port f153d1e6-1502-4af1-b1db-875d37c6acc4 on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:39.544308 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:39.544840 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.588215 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:39.588215 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:39.588215 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.589108 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Bound using segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:39.589418 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Bound port: f153d1e6-1502-4af1-b1db-875d37c6acc4, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:39.589924 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.628328 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Attempting to bind port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:39.628328 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Attempting to bind port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:39.628328 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Attempting to bind port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 on network ec1113c9-70b2-42f6-956c-c93c1c131d05 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:39.672484 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:39.673030 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Checking segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:39.673565 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.674049 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Bound using segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:39.674711 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Bound port: 8605ae5e-a319-4911-ba81-e5a050e4f0d0, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:39.675091 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.732305 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks [] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.736150 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (9a8095dd-420a-4b82-a2c8-afe9bd95cc8a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.764820 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:39.765106 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-967675e6-9b0e-4eb0-94db-256929856d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.772265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] For port f153d1e6-1502-4af1-b1db-875d37c6acc4, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:39.812987 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] For port f153d1e6-1502-4af1-b1db-875d37c6acc4, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=f153d1e6-1502-4af1-b1db-875d37c6acc4,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:39.829543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:39.831428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57754) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:39.859264 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.db.resource_extend [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 15:48:39.863065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] For port 8605ae5e-a319-4911-ba81-e5a050e4f0d0, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:39.872809 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] For port 8605ae5e-a319-4911-ba81-e5a050e4f0d0, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=8605ae5e-a319-4911-ba81-e5a050e4f0d0,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:39.905307 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:39.939000 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d6d362f7-168e-4d5b-abb7-1814df58e716 req-8121aaa2-425f-4ac4-be06-5de97b5d5041 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.1054776 Mar 04 15:48:40.002977 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.003476 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:37Z', 'revision_number': 3, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:40.042063 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:40.042425 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Updating router f99ba7f8-c85f-4489-97b0-78ff56a6a326 port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:40.087663 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f2d3c-5295-4fe3-b00b-a7ac48b32f9f None None] Pushing event updated for resources: {'Port': ['ID=f153d1e6-1502-4af1-b1db-875d37c6acc4,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:40.090121 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.221938 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149ce52-dddb-479b-8397-f848a874a38c None None] Pushing event updated for resources: {'Port': ['ID=8605ae5e-a319-4911-ba81-e5a050e4f0d0,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:40.257665 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (9a8095dd-420a-4b82-a2c8-afe9bd95cc8a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.257665 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:40.258318 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.323297 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.388238 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (15621dfd-3c04-40d7-bed4-42045376b5cc), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.399784 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9a8095dd-420a-4b82-a2c8-afe9bd95cc8a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:40.410722 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:48:40.487222 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-51ca3b8d-84cd-40c5-9130-9771c07f01a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8529489 Mar 04 15:48:40.493475 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57772) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:40.504011 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Request body: {'subnet': {'network_id': '9a8095dd-420a-4b82-a2c8-afe9bd95cc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900879761-subnet', 'tenant_id': '35d1e7e24c7c467faf4edd9d818c0048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:40.533673 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:40.692604 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:40.693007 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Allocated IP 172.27.2.211 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/e94cb2a2-f677-44b2-ab79-2bc3013f94cd) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:40.693416 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:40.709764 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:40.783938 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Pushing event updated for resources: {'Port': ['ID=1c86e169-0462-4a10-a4ec-767d6aa33821,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:40.826958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Allocated IP 172.20.0.1 (664d9ce4-64a8-42ab-a840-72b89fe0b9c8/0656f065-e7bd-469a-be51-3e48763ac8a3/fbdf658e-d871-418a-955f-9ab68e622a0d) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:40.832519 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Made reservation on behalf of 35d1e7e24c7c467faf4edd9d818c0048 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:40.834972 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.300921 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks [] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.300921 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a2324022-d45b-4737-b52a-0029935bea73 req-c59386f5-ca8b-4dcd-889b-9fea8a909de2 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0378439 Mar 04 15:48:41.307116 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Router 15621dfd-3c04-40d7-bed4-42045376b5cc is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:48:41.310816 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks [] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.312162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 8605ae5e-a319-4911-ba81-e5a050e4f0d0 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:41.312162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:41.312162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.313008 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.348214 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (2808d641-0cdf-4a8d-971b-1711885460e4), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.388571 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.403790 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:41.413067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:41.416851 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:41.417241 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.420433 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:41.483693 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2808d641-0cdf-4a8d-971b-1711885460e4,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:41.492302 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 8605ae5e-a319-4911-ba81-e5a050e4f0d0, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=8605ae5e-a319-4911-ba81-e5a050e4f0d0,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:41.494986 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.541066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:41.557885 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:41.567378 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks [] for router_gateway (531de293-419e-482e-a3c9-bfe463e0beda), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.571246 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.572040 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device f153d1e6-1502-4af1-b1db-875d37c6acc4 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:41.611135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:41.614587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:41.614587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (f99ba7f8-c85f-4489-97b0-78ff56a6a326), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.630894 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Publish callbacks [] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.651464 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:41.657630 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66488a3-c7f2-411b-9dba-e873f109e462 None None] Network 83674755-1cf6-4149-93b5-7c4531f5498c requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:41.677057 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Checking segment: {'id': 'd3b9cdf4-deec-4b46-ae82-0033a4723be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9a8095dd-420a-4b82-a2c8-afe9bd95cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:41.677413 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Network hostable DHCP agents. Network: 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:48:41.726183 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.770223 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.771463 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3704e90a-fdb7-485b-930a-90b028c6ebd1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1382923 Mar 04 15:48:41.780376 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Sync routers for ids ['15621dfd-3c04-40d7-bed4-42045376b5cc'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:41.780990 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57796) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:41.800200 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=8605ae5e-a319-4911-ba81-e5a050e4f0d0,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:41.874634 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Pushing event updated for resources: {'Port': ['ID=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,revision_number=2']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:41.882646 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Attempting to bind port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:41.883633 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Network 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:48:41.883847 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Attempting to bind port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:41.884312 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Attempting to bind port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:41.909175 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.923932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Tracked resource versions report: Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: pushed versions: Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: { 'AddressGroup': {'1.2'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'ConntrackHelper': {'1.0'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'LocalIPAssociation': {'1.0'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Log': {'1.0'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Network': {'1.1'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Port': {'1.7'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'PortForwarding': {'1.2'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'QosPolicy': {'1.10'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroup': {'1.5'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroupRule': {'1.2'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SubPort': {'1.0'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Subnet': {'1.1'}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Trunk': {'1.1'}} Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: consumer versions: Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: { DHCP agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: HyperV agent@hv-cinder-83124: {}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: L3 agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: Metadata agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: Metering agent@dv-cinder-831247-6-iscsi: {}, Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: Open vSwitch agent@dv-cinder-831247-6-iscsi: { 'AddressGroup': '1.2', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'ConntrackHelper': '1.0', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'LocalIPAssociation': '1.0', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Log': '1.0', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Network': '1.1', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Port': '1.7', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'PortForwarding': '1.2', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'QosPolicy': '1.10', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroup': '1.5', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SecurityGroupRule': '1.2', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'SubPort': '1.0', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Subnet': '1.1', Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: 'Trunk': '1.1'}} Mar 04 15:48:41.925359 dv-cinder-831247-6-iscsi neutron-server[110049]: {{(pid=110049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 15:48:41.939530 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:41.940627 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:41.943262 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.944865 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:41.945472 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Bound port: 5094cb4b-8bd0-44c0-b6c3-72cb6906572b, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:41.948205 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:41.951643 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] Provisioning complete for port f153d1e6-1502-4af1-b1db-875d37c6acc4 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:41.952670 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.004632 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Pushing event updated for resources: {'Port': ['ID=fbdf658e-d871-418a-955f-9ab68e622a0d,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:42.026906 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Routers {'15621dfd-3c04-40d7-bed4-42045376b5cc'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:42.028124 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['15621dfd-3c04-40d7-bed4-42045376b5cc'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:42.044074 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:42.048299 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:42.049048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.063634 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] For port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:42.067089 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] For port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:42.091337 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df46343-f5a5-4949-ba00-2d349f06723f None None] Network 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:42.093177 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74892407-2b6a-4a52-a9e7-406b143ba9c1 None None] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:42.144867 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.156414 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (531de293-419e-482e-a3c9-bfe463e0beda), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.183457 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.228375 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port f153d1e6-1502-4af1-b1db-875d37c6acc4 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:42.228993 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.260297 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2bf2c3a0-4ce2-43fd-8a60-4bc2f652e7ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7545125 Mar 04 15:48:42.281350 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df86895-8bb8-44ce-871c-96edef5fc36c None None] Pushing event updated for resources: {'Port': ['ID=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:42.303909 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:42.303909 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:42.324304 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-02a4671f-4a52-4bb5-91fb-54ec0f0f000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.331429 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-71146f68-7809-4962-8ec9-5433110769d3 req-f2028300-d8f4-4fa0-8063-d8a799dc70eb tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.1736081 Mar 04 15:48:42.442034 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Set router 15621dfd-3c04-40d7-bed4-42045376b5cc gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:42.493222 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks [] for router_gateway (4af97c93-95e2-485b-94ad-959694dbdfa7), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.533529 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f39f08-10db-4bfe-8cf8-9fd57bcace1b None None] Network 9a8095dd-420a-4b82-a2c8-afe9bd95cc8a requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:48:42.549746 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:42.557965 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57812) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:42.652493 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks [] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.691509 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Deleting subnet 9f40490e-23e2-477f-baf7-08ae6f9fa30f {{(pid=110047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:48:42.700351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Publish callbacks [] for subnet (9f40490e-23e2-477f-baf7-08ae6f9fa30f), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.735639 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.736810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (f99ba7f8-c85f-4489-97b0-78ff56a6a326), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.777944 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] Current status of the port f153d1e6-1502-4af1-b1db-875d37c6acc4 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:42.778415 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.802116 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Publish callbacks [] for subnet (9f40490e-23e2-477f-baf7-08ae6f9fa30f), precommit_delete_associations {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.830496 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:40Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:42.841032 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (9f40490e-23e2-477f-baf7-08ae6f9fa30f), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.904839 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port f153d1e6-1502-4af1-b1db-875d37c6acc4 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:42.905142 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:42.917792 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] For port f153d1e6-1502-4af1-b1db-875d37c6acc4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=f153d1e6-1502-4af1-b1db-875d37c6acc4,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:42.962662 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dc22e-c2ba-425b-b0e0-70dae85ff46c None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:40Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:43.007304 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Router 531de293-419e-482e-a3c9-bfe463e0beda is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:48:43.032874 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Pushing event updated for resources: {'Port': ['ID=fbdf658e-d871-418a-955f-9ab68e622a0d,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:43.060591 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.063006 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (4af97c93-95e2-485b-94ad-959694dbdfa7), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.113437 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:38Z', 'revision_number': 3, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:43.209027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Checking router: 15621dfd-3c04-40d7-bed4-42045376b5cc for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:43.209382 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Updating router 15621dfd-3c04-40d7-bed4-42045376b5cc port 5b5bc179-de07-4330-9430-4271c6f02a8b binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:43.250206 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.297336 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c26057-41e3-43d9-bf2a-6d9176113f05 None None] Pushing event updated for resources: {'Port': ['ID=f153d1e6-1502-4af1-b1db-875d37c6acc4,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:43.305611 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Provisioning complete for port f153d1e6-1502-4af1-b1db-875d37c6acc4 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:43.305611 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.307242 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.db.api [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 15:48:43.307620 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG oslo_db.api [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 15:48:43.308529 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.326356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:43.345129 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:43.409310 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:43.424545 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:43.437769 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:43.438579 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:43.442242 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (9f40490e-23e2-477f-baf7-08ae6f9fa30f), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.533029 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f40490e-23e2-477f-baf7-08ae6f9fa30f,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:43.541108 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.549386 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57824) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:43.555691 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a42fa221-7a39-4e84-ae96-063418753525 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f40490e-23e2-477f-baf7-08ae6f9fa30f HTTP/1.1" status: 204 len: 168 time: 0.9815648 Mar 04 15:48:43.701160 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f64b8c9-ed1f-4174-81ee-d68b0c9ec967 req-42d9c7a6-3518-4973-864b-799d3d2202ba tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0761847 Mar 04 15:48:43.710558 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (6b9e4d8c-43f2-4c16-9c77-4e08c7b68408), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.722911 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.727173 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-1a9b20ab-278f-4199-bae2-e2efe690beea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4333572 Mar 04 15:48:43.733947 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57826) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:43.767578 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:43.875924 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:48:43.878239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:48:43.882617 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Allocated IP 172.20.0.1 (6206ca5c-164a-41ee-84c0-fa3a99274b97/001e52a1-1c62-4bd1-8274-ff7726060e72/4e593de8-8e5b-4412-8fdd-93934033bfba) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:43.910751 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.912150 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (6b9e4d8c-43f2-4c16-9c77-4e08c7b68408), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:43.966580 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.967292 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.967680 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.973803 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > port after_create 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.974200 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.976060 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > port after_update 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.976400 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.977556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.977823 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:43.989079 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:44.010905 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:40Z', 'revision_number': 3, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:44.014607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Publish callbacks [] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.030559 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port f153d1e6-1502-4af1-b1db-875d37c6acc4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:44.059903 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:44.060280 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Updating router 531de293-419e-482e-a3c9-bfe463e0beda port 1c86e169-0462-4a10-a4ec-767d6aa33821 binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:44.116804 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.154017 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Current status of the port f153d1e6-1502-4af1-b1db-875d37c6acc4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:44.179160 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.211256 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Provisioning complete for port fbdf658e-d871-418a-955f-9ab68e622a0d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:44.211715 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.266451 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Attempting to bind port 5b5bc179-de07-4330-9430-4271c6f02a8b on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:44.266829 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Attempting to bind port 5b5bc179-de07-4330-9430-4271c6f02a8b by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:44.267195 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Attempting to bind port 5b5bc179-de07-4330-9430-4271c6f02a8b on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:44.282087 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 8605ae5e-a319-4911-ba81-e5a050e4f0d0 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:44.339672 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:44.340167 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:44.341025 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.341416 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:44.342032 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Bound port: 5b5bc179-de07-4330-9430-4271c6f02a8b, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:44.342559 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.353016 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba7de-ad97-4c73-bad8-ac2837c5c922 None None] Pushing event updated for resources: {'Port': ['ID=5b5bc179-de07-4330-9430-4271c6f02a8b,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:44.429824 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Port fbdf658e-d871-418a-955f-9ab68e622a0d cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:44.437340 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:44.454961 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:44.457213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:44.457441 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:44.457853 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:48:44.458163 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9e4d8c-43f2-4c16-9c77-4e08c7b68408']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:44.467027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:44.481758 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] For port 5b5bc179-de07-4330-9430-4271c6f02a8b, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:44.493325 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] For port 5b5bc179-de07-4330-9430-4271c6f02a8b, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5b5bc179-de07-4330-9430-4271c6f02a8b,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:44.500367 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2163af7d-b75a-495a-9283-af1ecfce65e4') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:44.500657 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2163af7d-b75a-495a-9283-af1ecfce65e4') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:44.508123 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Provisioning complete for port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:44.508571 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.510543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:44.511244 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:44.522720 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:44.542836 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (2163af7d-b75a-495a-9283-af1ecfce65e4), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.611400 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1f0dcbb8-98af-4026-8e98-dcc59b6f243f admin admin] 10.222.0.21 "PUT /v2.0/routers/f99ba7f8-c85f-4489-97b0-78ff56a6a326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2321498 Mar 04 15:48:44.611594 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:44.611594 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.670357 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.670495 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (2163af7d-b75a-495a-9283-af1ecfce65e4), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.673997 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-655c94c5-42c8-4209-bdd8-e05d593916f4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4389307 Mar 04 15:48:44.677116 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57838) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:44.684862 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.691036 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:48:44.694250 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (2163af7d-b75a-495a-9283-af1ecfce65e4), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: from cryptography.utils import int_from_bytes Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: from cryptography.utils import int_from_bytes Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:48:44.787439 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:48:44.899287 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks [] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.938373 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (6b9e4d8c-43f2-4c16-9c77-4e08c7b68408), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.944149 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Publish callbacks [] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.965547 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9e4d8c-43f2-4c16-9c77-4e08c7b68408,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:44.973738 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.982451 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-351b891d-8c7c-4ee0-8e95-0356f85e0486 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b9e4d8c-43f2-4c16-9c77-4e08c7b68408 HTTP/1.1" status: 204 len: 168 time: 1.4284449 Mar 04 15:48:44.982622 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:44.983163 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57848) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:44.987158 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.017206 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ee77c62d-96fb-43ea-899c-9cda68a9a34b req-3df684a2-4260-4019-b764-50343a13c8a6 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0667112 Mar 04 15:48:45.034353 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba7de-ad97-4c73-bad8-ac2837c5c922 None None] Pushing event updated for resources: {'Port': ['ID=5b5bc179-de07-4330-9430-4271c6f02a8b,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:45.052163 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:45.053762 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Routers {'15621dfd-3c04-40d7-bed4-42045376b5cc'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:45.056069 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['15621dfd-3c04-40d7-bed4-42045376b5cc'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:45.057016 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Deleting subnet 2808d641-0cdf-4a8d-971b-1711885460e4 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:48:45.062032 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Publish callbacks [] for subnet (2808d641-0cdf-4a8d-971b-1711885460e4), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.100885 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.103003 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.191207 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:45.199151 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (2808d641-0cdf-4a8d-971b-1711885460e4), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.208732 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:45.218525 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:45.227946 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105948c3-7039-4a4a-82cd-8c2b8419e891 None None] Pushing event updated for resources: {'Port': ['ID=1c86e169-0462-4a10-a4ec-767d6aa33821,revision_number=2']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:45.291338 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Attempting to bind port 1c86e169-0462-4a10-a4ec-767d6aa33821 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:45.294005 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Attempting to bind port 1c86e169-0462-4a10-a4ec-767d6aa33821 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:45.294392 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Attempting to bind port 1c86e169-0462-4a10-a4ec-767d6aa33821 on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:45.310351 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:45.310804 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:45.311218 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.311723 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:45.312212 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Bound port: 1c86e169-0462-4a10-a4ec-767d6aa33821, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:45.312647 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.397750 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Pushing event updated for resources: {'Port': ['ID=4e593de8-8e5b-4412-8fdd-93934033bfba,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:45.436507 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (2808d641-0cdf-4a8d-971b-1711885460e4), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.449099 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.16', 56674) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:45.478363 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] For port 1c86e169-0462-4a10-a4ec-767d6aa33821, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:45.481837 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] For port 1c86e169-0462-4a10-a4ec-767d6aa33821, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=1c86e169-0462-4a10-a4ec-767d6aa33821,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:45.490848 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (15621dfd-3c04-40d7-bed4-42045376b5cc), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.512930 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-034fc256-01f9-49c4-8325-394aba950f08 None None] Current status of the port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:45.570847 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:45.571972 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device f153d1e6-1502-4af1-b1db-875d37c6acc4 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:45.600285 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.607812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57868) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:45.634027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261270158', 'description': 'tempest-description--1130926675'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:45.682823 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Allocated IP 172.20.0.1 (83674755-1cf6-4149-93b5-7c4531f5498c/2318ba06-7dcd-49b8-9a76-27c8ce24cb09/ac0719ae-24d1-4a09-b53f-28494c17c556) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:45.693320 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:45.693989 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:45.698165 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105948c3-7039-4a4a-82cd-8c2b8419e891 None None] Pushing event updated for resources: {'Port': ['ID=1c86e169-0462-4a10-a4ec-767d6aa33821,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:45.790031 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.876366 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] Set router 15621dfd-3c04-40d7-bed4-42045376b5cc gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:45.894360 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-9df0d95f-0ef2-4b71-8439-0db0084de8e1 None None] Provisioning complete for port fbdf658e-d871-418a-955f-9ab68e622a0d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:45.895025 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9df0d95f-0ef2-4b71-8439-0db0084de8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:45.922020 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:46.100259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-9df0d95f-0ef2-4b71-8439-0db0084de8e1 None None] Port fbdf658e-d871-418a-955f-9ab68e622a0d cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:46.154575 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.159631 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-b50381d1-9434-4760-85a4-b61f1718f14e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:46.159631 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-b50381d1-9434-4760-85a4-b61f1718f14e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.16 "GET /v2.0/networks?id=68ac0502-096c-442b-bdfd-977bfd225935 HTTP/1.1" status: 200 len: 812 time: 0.6652191 Mar 04 15:48:46.179969 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks [] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.207878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (2808d641-0cdf-4a8d-971b-1711885460e4), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.220345 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Request body: {'port': {'device_id': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935', 'admin_state_up': True, 'tenant_id': '741dcd6161c44e2cbb8b3c9b72d0a195'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:46.226287 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f2ccb4ec-501c-43cf-b8c7-ab960027fa10 req-f7717289-fc8f-443e-90dd-28067a124fec tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0682905 Mar 04 15:48:46.288800 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2808d641-0cdf-4a8d-971b-1711885460e4,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:46.292899 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port f153d1e6-1502-4af1-b1db-875d37c6acc4 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:46.299600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.323094 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-9df0d95f-0ef2-4b71-8439-0db0084de8e1 None None] Provisioning complete for port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:46.323473 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9df0d95f-0ef2-4b71-8439-0db0084de8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.328360 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.407313 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.411857 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b5ce2919-c7fe-4e84-acf0-fea8611d26e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2808d641-0cdf-4a8d-971b-1711885460e4 HTTP/1.1" status: 204 len: 168 time: 1.4271131 Mar 04 15:48:46.413412 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:40Z', 'revision_number': 3, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:46.428135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57896) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:46.429940 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.485962 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (a5e15170-2883-4d55-a119-c95098d31e83), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.488175 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.499292 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06619d-18e1-4f35-8661-dc35ab3856c7 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:40Z', 'revision_number': 3, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:46.560702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:46.571941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:46.577940 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:46.578426 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (531de293-419e-482e-a3c9-bfe463e0beda), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.592670 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:46.621522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:42Z', 'revision_number': 3, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:46.622519 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:46.623190 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:46.692024 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a5e15170-2883-4d55-a119-c95098d31e83), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.725920 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Pushing event updated for resources: {'Port': ['ID=ac0719ae-24d1-4a09-b53f-28494c17c556,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:46.741448 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e15170-2883-4d55-a119-c95098d31e83,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:46.801364 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-9df0d95f-0ef2-4b71-8439-0db0084de8e1 None None] Current status of the port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:46.810220 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:46.810583 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Updating router 4af97c93-95e2-485b-94ad-959694dbdfa7 port e94cb2a2-f677-44b2-ab79-2bc3013f94cd binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:46.866208 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Allocated IP 172.20.0.1 (ec1113c9-70b2-42f6-956c-c93c1c131d05/d910d966-ba51-4a6d-854e-dd4eb12a6cb7/ac47d5b5-1240-4d1c-9a8c-61df344f4ce3) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:46.872090 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.934107 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:46.938431 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-fe3e8710-7fdc-4c73-ad4a-cfd26fb57997 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3296456 Mar 04 15:48:46.939059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57928) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:46.951572 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'security_group_rule': {'security_group_id': 'a5e15170-2883-4d55-a119-c95098d31e83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:47.004814 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:47.048522 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (9a8095dd-420a-4b82-a2c8-afe9bd95cc8a), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.073012 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port f153d1e6-1502-4af1-b1db-875d37c6acc4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:47.106562 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:38Z', 'revision_number': 3, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:47.189580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26053fbf-230a-43f7-af15-3ac8ae44bd54 None None] The sync data for ids ['15621dfd-3c04-40d7-bed4-42045376b5cc'] in dv-cinder-831247-6-iscsi is: [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:38Z', 'revision_number': 3, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:47.218650 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-449be36d-6473-4120-adfe-4587c1777283 None None] Provisioning complete for port ac0719ae-24d1-4a09-b53f-28494c17c556 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:47.219027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-449be36d-6473-4120-adfe-4587c1777283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.279322 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (acd16519-e1c9-49dc-bd4b-54049d7de603), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.344368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.351121 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-449be36d-6473-4120-adfe-4587c1777283 None None] Port ac0719ae-24d1-4a09-b53f-28494c17c556 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:47.374052 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 1c86e169-0462-4a10-a4ec-767d6aa33821 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:47.412672 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks [] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.487624 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Made reservation on behalf of 741dcd6161c44e2cbb8b3c9b72d0a195 for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:48:47.491175 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.554686 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (9a8095dd-420a-4b82-a2c8-afe9bd95cc8a), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.745678 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 1c86e169-0462-4a10-a4ec-767d6aa33821 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:47.746123 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.849913 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:42Z', 'revision_number': 2, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:47.865617 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8095dd-420a-4b82-a2c8-afe9bd95cc8a']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:47.866103 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e006b634-8738-4753-a48a-caf5830edc81 req-050c80f4-c03f-4c60-9138-7d0a1710ebd1 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0870547 Mar 04 15:48:47.925110 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (acd16519-e1c9-49dc-bd4b-54049d7de603), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:47.951996 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:47.952547 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Updating router f99ba7f8-c85f-4489-97b0-78ff56a6a326 port fbdf658e-d871-418a-955f-9ab68e622a0d binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:47.975992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.088248 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.129178 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (acd16519-e1c9-49dc-bd4b-54049d7de603), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.148300 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b9cdf4-deec-4b46-ae82-0033a4723be6') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:48.160356 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b9cdf4-deec-4b46-ae82-0033a4723be6') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:48.193566 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Publish callbacks [] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.240253 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 1c86e169-0462-4a10-a4ec-767d6aa33821 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:48.240754 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.282039 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 1c86e169-0462-4a10-a4ec-767d6aa33821, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=1c86e169-0462-4a10-a4ec-767d6aa33821,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:48.294528 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.311232 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (d3b9cdf4-deec-4b46-ae82-0033a4723be6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.321859 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:48.345456 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd16519-e1c9-49dc-bd4b-54049d7de603,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:48.375787 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks [] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.382446 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.383977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:48.384514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5094cb4b-8bd0-44c0-b6c3-72cb6906572b up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:48.388576 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:48.389064 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (4af97c93-95e2-485b-94ad-959694dbdfa7), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.391507 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Pushing event updated for resources: {'Port': ['ID=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:48.410171 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (d3b9cdf4-deec-4b46-ae82-0033a4723be6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.548179 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.550054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a087390c-ead9-4a20-aeab-6ee291be117f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6044552 Mar 04 15:48:48.564076 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.578798 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 57972) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:48.592603 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:48:48.593035 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (d3b9cdf4-deec-4b46-ae82-0033a4723be6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:48:48.596433 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:48:48.616604 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'security_group_rule': {'security_group_id': 'a5e15170-2883-4d55-a119-c95098d31e83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:48.655011 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Attempting to bind port e94cb2a2-f677-44b2-ab79-2bc3013f94cd on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:48.658030 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Attempting to bind port e94cb2a2-f677-44b2-ab79-2bc3013f94cd by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:48.659122 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Attempting to bind port e94cb2a2-f677-44b2-ab79-2bc3013f94cd on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:48.680045 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:48.680613 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:48.681140 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.681651 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:48.682267 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Bound port: e94cb2a2-f677-44b2-ab79-2bc3013f94cd, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:48.686251 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.704596 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156bfb7-8b9d-4361-a93d-420471dcb3dc None None] Pushing event updated for resources: {'Port': ['ID=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:48.794037 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Allocated IP 172.20.0.3 (68ac0502-096c-442b-bdfd-977bfd225935/6c4ca250-258d-4c2c-8756-53b80f422547/fab07e23-d774-46cc-8e44-edfe3393db3f) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:48.845181 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks [] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.875115 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=1c86e169-0462-4a10-a4ec-767d6aa33821,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:48.907526 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (da63b723-40bc-4b76-a2c5-38101fa5db41), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.960214 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-35a4fa2c-cf50-4635-b4ba-67313a008f91 None None] Provisioning complete for port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:48.961082 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-35a4fa2c-cf50-4635-b4ba-67313a008f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.961443 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:48.962061 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (531de293-419e-482e-a3c9-bfe463e0beda), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.047761 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Publish callbacks [] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.070792 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] For port e94cb2a2-f677-44b2-ab79-2bc3013f94cd, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:49.109308 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:49.115206 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.201223 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93df92cc-3877-4c98-b39d-0d900f225922 req-928798a2-3e64-49ba-aee6-f38c2a7ef324 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.1017215 Mar 04 15:48:49.202365 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks [] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.202833 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] For port e94cb2a2-f677-44b2-ab79-2bc3013f94cd, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:49.202833 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-35a4fa2c-cf50-4635-b4ba-67313a008f91 None None] Port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:49.245905 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.284204 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.329771 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:49.330698 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.375527 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3447cd9-dd95-4401-a50b-48cbf2d6cdbe None None] Pushing event updated for resources: {'Port': ['ID=fbdf658e-d871-418a-955f-9ab68e622a0d,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:49.385681 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:49.398395 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:49.399294 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:49.401273 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Pushing event updated for resources: {'Port': ['ID=ac0719ae-24d1-4a09-b53f-28494c17c556,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:49.438228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (da63b723-40bc-4b76-a2c5-38101fa5db41), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.447958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.458121 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Pushing event updated for resources: {'Port': ['ID=4e593de8-8e5b-4412-8fdd-93934033bfba,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:49.464212 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (15621dfd-3c04-40d7-bed4-42045376b5cc), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.481386 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156bfb7-8b9d-4361-a93d-420471dcb3dc None None] Pushing event updated for resources: {'Port': ['ID=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:49.541175 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Attempting to bind port fbdf658e-d871-418a-955f-9ab68e622a0d on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:49.541557 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Attempting to bind port fbdf658e-d871-418a-955f-9ab68e622a0d by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:49.541970 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Attempting to bind port fbdf658e-d871-418a-955f-9ab68e622a0d on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:49.562665 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:49.563047 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Checking segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:49.563637 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.564187 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Bound using segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:49.564844 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Bound port: fbdf658e-d871-418a-955f-9ab68e622a0d, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:49.565396 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.615799 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:49.640097 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:49.641928 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.654905 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (da63b723-40bc-4b76-a2c5-38101fa5db41), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.741440 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:49.750905 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:49.783617 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] For port fbdf658e-d871-418a-955f-9ab68e622a0d, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:49.792724 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] For port fbdf658e-d871-418a-955f-9ab68e622a0d, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=fbdf658e-d871-418a-955f-9ab68e622a0d,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:49.809665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da63b723-40bc-4b76-a2c5-38101fa5db41,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:49.823154 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:49.907462 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:49.998963 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (9a8095dd-420a-4b82-a2c8-afe9bd95cc8a), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.009834 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:50.012851 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57984) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:50.088409 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8095dd-420a-4b82-a2c8-afe9bd95cc8a,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:50.090912 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.098582 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.102486 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d62c2248-5fc1-418f-acf1-d7324c81803a admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a8095dd-420a-4b82-a2c8-afe9bd95cc8a HTTP/1.1" status: 204 len: 168 time: 3.6734796 Mar 04 15:48:50.106112 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Router 15621dfd-3c04-40d7-bed4-42045376b5cc has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:48:50.119149 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:50.119749 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:50.132769 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3447cd9-dd95-4401-a50b-48cbf2d6cdbe None None] Pushing event updated for resources: {'Port': ['ID=fbdf658e-d871-418a-955f-9ab68e622a0d,revision_number=4']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:50.315898 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:50.315898 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-6a30330c-4bdd-42f8-8f41-e47f20778f45 admin admin] 10.222.0.21 "PUT /v2.0/routers/15621dfd-3c04-40d7-bed4-42045376b5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5321109 Mar 04 15:48:50.449278 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-40c7129b-f00f-4331-a7d7-f9701a9cad5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.539345 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5b5bc179-de07-4330-9430-4271c6f02a8b up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:50.575731 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.589532 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-3ca58dfe-2feb-45ac-9fda-b831dd209dbc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9968081 Mar 04 15:48:50.634522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] Provisioning complete for port fbdf658e-d871-418a-955f-9ab68e622a0d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:50.635110 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.655357 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:50.788393 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 57996) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:50.805924 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:50.857254 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5b5bc179-de07-4330-9430-4271c6f02a8b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:50.857637 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.925511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Network 68ac0502-096c-442b-bdfd-977bfd225935 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:50.953209 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:50.956210 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] Current status of the port fbdf658e-d871-418a-955f-9ab68e622a0d is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:50.956606 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:50.962672 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:50.982740 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Pushing event updated for resources: {'Port': ['ID=fab07e23-d774-46cc-8e44-edfe3393db3f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:51.046891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5b5bc179-de07-4330-9430-4271c6f02a8b is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:51.049776 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.055508 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58006) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:51.099465 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 5b5bc179-de07-4330-9430-4271c6f02a8b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5b5bc179-de07-4330-9430-4271c6f02a8b,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:51.106855 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:51.112516 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] For port fbdf658e-d871-418a-955f-9ab68e622a0d, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=fbdf658e-d871-418a-955f-9ab68e622a0d,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:51.131258 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.145415 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.149408 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 1c86e169-0462-4a10-a4ec-767d6aa33821 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:51.151769 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee3710-e783-4209-a0c7-4e384cc5274e None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:51.164270 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc8a5-0006-43f0-834f-eca2167d39e6 req-babed376-620a-490f-af79-fea35d9ffecd tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:51.174718 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8bbc8a5-0006-43f0-834f-eca2167d39e6 req-babed376-620a-490f-af79-fea35d9ffecd tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 931 time: 0.7054238 Mar 04 15:48:51.184964 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:51.191879 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.223160 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:48:51.245873 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.295502 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-40c7129b-f00f-4331-a7d7-f9701a9cad5b admin admin] Publish callbacks [] for security_group (91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.350832 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:51.367887 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8bbc8a5-0006-43f0-834f-eca2167d39e6 req-e8174fa5-0a05-41e6-9088-1c8b6217d9b0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880419 Mar 04 15:48:51.378503 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-1c729358-4487-42ef-a3fe-bec73a765857 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1663821 Mar 04 15:48:51.391151 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d51d7-b202-418b-ad1c-af9175e8432c None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:51.416691 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=5b5bc179-de07-4330-9430-4271c6f02a8b,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:51.417383 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-0caa0f61-47f7-4f95-bc95-a7c474113213 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:48:51.419109 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-0caa0f61-47f7-4f95-bc95-a7c474113213 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0256298 Mar 04 15:48:51.460451 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-40c7129b-f00f-4331-a7d7-f9701a9cad5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.486995 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-4f731d74-0dd9-4c29-91b4-7737fc4bf421 None None] Provisioning complete for port ac0719ae-24d1-4a09-b53f-28494c17c556 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:51.487296 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4f731d74-0dd9-4c29-91b4-7737fc4bf421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.617413 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-40c7129b-f00f-4331-a7d7-f9701a9cad5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88ca950afef544c594698a4d3196edbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5879936 Mar 04 15:48:51.620744 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 1c86e169-0462-4a10-a4ec-767d6aa33821 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:51.622341 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.627404 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.641585 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58026) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:51.669329 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7129b-f00f-4331-a7d7-f9701a9cad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:51.767905 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-4f731d74-0dd9-4c29-91b4-7737fc4bf421 None None] Port ac0719ae-24d1-4a09-b53f-28494c17c556 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:51.778722 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745e459-0c60-4f40-b590-1ac3da7c5c65 None None] Pushing event updated for resources: {'Port': ['ID=fbdf658e-d871-418a-955f-9ab68e622a0d,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:51.819816 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-4f731d74-0dd9-4c29-91b4-7737fc4bf421 None None] Provisioning complete for port fbdf658e-d871-418a-955f-9ab68e622a0d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:51.819816 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4f731d74-0dd9-4c29-91b4-7737fc4bf421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.840223 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-544ebb23-a376-4409-a0f6-b36d2d041a99 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:51.856726 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-544ebb23-a376-4409-a0f6-b36d2d041a99 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 818 time: 0.3438771 Mar 04 15:48:51.916897 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Request body: {'port': {'device_id': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:51.947881 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b36d7a1a-3778-41c5-90c9-0c20399102be admin admin] Publish callbacks [] for security_group (91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:51.961270 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Sync routers for ids ['15621dfd-3c04-40d7-bed4-42045376b5cc'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:51.972873 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 1c86e169-0462-4a10-a4ec-767d6aa33821 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:51.995685 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Routers {'15621dfd-3c04-40d7-bed4-42045376b5cc'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:51.996384 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['15621dfd-3c04-40d7-bed4-42045376b5cc'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:52.030723 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Allocated IP 172.27.2.232 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/55edf224-5c65-42ab-bb0a-99ec10edddf5) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:52.034191 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b36d7a1a-3778-41c5-90c9-0c20399102be admin admin] Publish callbacks [] for security_group (91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.180235 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-4f731d74-0dd9-4c29-91b4-7737fc4bf421 None None] Current status of the port fbdf658e-d871-418a-955f-9ab68e622a0d is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:52.236136 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:52.250533 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-9f4dba24-94c2-4462-a6ae-fe46476e897c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/quotas/7a9eb978215c4a5787b6471ba7302105 HTTP/1.1" status: 200 len: 375 time: 0.3925145 Mar 04 15:48:52.252276 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:48:52.276413 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5b5bc179-de07-4330-9430-4271c6f02a8b up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:52.281995 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:52.282623 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:52.323994 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-815814c0-94b1-4aa1-b2b0-6a450c0cb21f admin admin] 10.222.0.21 "PUT /v2.0/routers/531de293-419e-482e-a3c9-bfe463e0beda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5878046 Mar 04 15:48:52.342366 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.344103 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1b98366b-a1b6-458e-9dbe-5aaedd253d1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3355a31a540c4f8fbc9f55ca574ebbd6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2698133 Mar 04 15:48:52.353445 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58032) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:52.395782 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Set router 15621dfd-3c04-40d7-bed4-42045376b5cc gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:52.530580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5b5bc179-de07-4330-9430-4271c6f02a8b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:52.531108 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.586226 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:52.610232 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b36d7a1a-3778-41c5-90c9-0c20399102be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.613237 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b36d7a1a-3778-41c5-90c9-0c20399102be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.614845 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b36d7a1a-3778-41c5-90c9-0c20399102be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f HTTP/1.1" status: 204 len: 168 time: 0.9709487 Mar 04 15:48:52.731680 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks [] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.851315 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.900536 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb617ca-c428-48ab-8444-41ed9296c7eb req-7aaa9f4b-9f0c-4635-a7ec-f7b1b2d377e4 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:52.923281 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5b5bc179-de07-4330-9430-4271c6f02a8b is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:52.924112 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6eb617ca-c428-48ab-8444-41ed9296c7eb req-7aaa9f4b-9f0c-4635-a7ec-f7b1b2d377e4 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 931 time: 0.3433239 Mar 04 15:48:52.928258 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device fbdf658e-d871-418a-955f-9ab68e622a0d up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:52.929164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.935469 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (4af97c93-95e2-485b-94ad-959694dbdfa7), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:52.993049 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d7a1a-3778-41c5-90c9-0c20399102be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f3f8e1-3b56-426e-b4d6-52fcaa8ea14f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:53.069426 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port fbdf658e-d871-418a-955f-9ab68e622a0d triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:53.070554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.094617 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-1efd89c0-db73-4198-a44f-a1f0b7f2d046 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8427761 Mar 04 15:48:53.124489 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '4e593de8-8e5b-4412-8fdd-93934033bfba', 'name': '', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'mac_address': 'fa:16:3e:6a:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:43Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 2, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'subnets': [{'id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:53.169326 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Checking router: 15621dfd-3c04-40d7-bed4-42045376b5cc for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:53.169859 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Updating router 15621dfd-3c04-40d7-bed4-42045376b5cc port 4e593de8-8e5b-4412-8fdd-93934033bfba binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:53.185491 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:47Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:53.207002 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.267635 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port fbdf658e-d871-418a-955f-9ab68e622a0d is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:53.269175 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5094cb4b-8bd0-44c0-b6c3-72cb6906572b up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:53.280277 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:48:53.280277 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Updating router 531de293-419e-482e-a3c9-bfe463e0beda port ac0719ae-24d1-4a09-b53f-28494c17c556 binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:48:53.280546 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.292831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae192-f9e2-4b97-b651-78a6ce647049 admin admin] Publish callbacks [] for security_group (0f6a112b-dbea-4597-9cf6-2ca830a2b432), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.352500 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae192-f9e2-4b97-b651-78a6ce647049 admin admin] Publish callbacks [] for security_group (0f6a112b-dbea-4597-9cf6-2ca830a2b432), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.361658 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.446940 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:53.484057 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:53.502871 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6eb617ca-c428-48ab-8444-41ed9296c7eb req-85bf8a47-127a-41cf-89cb-a7309bd69ce3 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776529 Mar 04 15:48:53.504155 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:53.506494 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'Port': ['ID=55edf224-5c65-42ab-bb0a-99ec10edddf5,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:53.517079 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Pushing event updated for resources: {'Port': ['ID=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:53.592792 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab07e23-d774-46cc-8e44-edfe3393db3f {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:48:53.611239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:53.613014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:53.629538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Publish callbacks [] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.747167 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Transition to ACTIVE for port object fab07e23-d774-46cc-8e44-edfe3393db3f will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:48:53.748964 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58056) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:53.809146 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae192-f9e2-4b97-b651-78a6ce647049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0f6a112b-dbea-4597-9cf6-2ca830a2b432), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.811545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae192-f9e2-4b97-b651-78a6ce647049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.832575 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.850308 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-2d8ae192-f9e2-4b97-b651-78a6ce647049 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f6a112b-dbea-4597-9cf6-2ca830a2b432 HTTP/1.1" status: 204 len: 168 time: 1.4902582 Mar 04 15:48:53.883823 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:53.884227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:53.890110 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ae192-f9e2-4b97-b651-78a6ce647049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a112b-dbea-4597-9cf6-2ca830a2b432,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:53.994991 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Pushing event updated for resources: {'Port': ['ID=fab07e23-d774-46cc-8e44-edfe3393db3f,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:54.083238 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-301888ad-0ba3-4e41-b4a3-f45fe490a495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.159888 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:48:54.186986 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (12a1778c-04f7-440e-8fce-3f09f9822db0), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.219011 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Publish callbacks [] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.223538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Attempting to bind port fab07e23-d774-46cc-8e44-edfe3393db3f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:54.223538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Attempting to bind port fab07e23-d774-46cc-8e44-edfe3393db3f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0f2016ca-82c0-4910-bf62-8b07b543b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:54.223538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Attempting to bind port fab07e23-d774-46cc-8e44-edfe3393db3f on network 68ac0502-096c-442b-bdfd-977bfd225935 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:54.233417 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Port fab07e23-d774-46cc-8e44-edfe3393db3f on network 68ac0502-096c-442b-bdfd-977bfd225935 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:48:54.233872 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Attempting to bind port fab07e23-d774-46cc-8e44-edfe3393db3f on network 68ac0502-096c-442b-bdfd-977bfd225935 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:54.243007 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:54.243382 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Checking segment: {'id': '0f2016ca-82c0-4910-bf62-8b07b543b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:54.244020 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Bound using segment: {'id': '0f2016ca-82c0-4910-bf62-8b07b543b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:54.244560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Bound port: fab07e23-d774-46cc-8e44-edfe3393db3f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2016ca-82c0-4910-bf62-8b07b543b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:54.244994 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.284651 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.386385 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-95738b12-2841-40ea-a2bf-48fbe06b64c7 None None] Provisioning complete for port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:54.408082 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-95738b12-2841-40ea-a2bf-48fbe06b64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.432745 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.575988 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:48:54.604861 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-f2c53fa6-6c45-4926-80a2-a4b8b22b822b admin admin] 10.222.0.21 "PUT /v2.0/routers/4af97c93-95e2-485b-94ad-959694dbdfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9266129 Mar 04 15:48:54.620015 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-95738b12-2841-40ea-a2bf-48fbe06b64c7 None None] Port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:54.625837 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-301888ad-0ba3-4e41-b4a3-f45fe490a495 admin admin] Publish callbacks [] for security_group (03138ddc-c490-4e07-99be-60c5a3ab0c4e), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.664626 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-2a726a25-d212-45e9-9109-0e4057998ffa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:48:54.666139 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-2a726a25-d212-45e9-9109-0e4057998ffa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8708625 Mar 04 15:48:54.720609 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Attempting to bind port ac0719ae-24d1-4a09-b53f-28494c17c556 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:54.722140 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Attempting to bind port ac0719ae-24d1-4a09-b53f-28494c17c556 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:54.722511 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Attempting to bind port ac0719ae-24d1-4a09-b53f-28494c17c556 on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:54.737028 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a9b17-edec-4dc0-b0d6-1962b6fa248a None None] Pushing event updated for resources: {'Port': ['ID=ac0719ae-24d1-4a09-b53f-28494c17c556,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:54.757498 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-301888ad-0ba3-4e41-b4a3-f45fe490a495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (03138ddc-c490-4e07-99be-60c5a3ab0c4e), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.770641 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:54.771047 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:54.771429 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.771827 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Bound using segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:54.772318 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Bound port: ac0719ae-24d1-4a09-b53f-28494c17c556, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:54.772701 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.797118 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Publish callbacks [] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.806248 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:54.824337 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] For port fab07e23-d774-46cc-8e44-edfe3393db3f, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:54.825549 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-30b47c8e-52a9-431d-b1de-9936c5faa0c8 None None] Provisioning complete for port ac0719ae-24d1-4a09-b53f-28494c17c556 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:54.827402 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-30b47c8e-52a9-431d-b1de-9936c5faa0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.867344 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-301888ad-0ba3-4e41-b4a3-f45fe490a495 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ffb6ab582584731884aa70c859ea5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1148484 Mar 04 15:48:54.868784 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58078) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:54.931812 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-30b47c8e-52a9-431d-b1de-9936c5faa0c8 None None] Port ac0719ae-24d1-4a09-b53f-28494c17c556 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:48:54.943117 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:54.943287 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58080) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:54.946547 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] For port ac0719ae-24d1-4a09-b53f-28494c17c556, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:54.964549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622203147', 'description': 'tempest-description--432714127'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:54.967210 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] For port ac0719ae-24d1-4a09-b53f-28494c17c556, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ac0719ae-24d1-4a09-b53f-28494c17c556,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:54.998707 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-6f991195-3cf6-4281-bb8c-6b0da8f028a9 service neutron] 10.222.0.21 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221769 Mar 04 15:48:55.085754 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device e94cb2a2-f677-44b2-ab79-2bc3013f94cd up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:55.098201 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.162849 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4430bf51-0294-4988-848c-c85b4a3f2aab admin admin] Publish callbacks [] for security_group (03138ddc-c490-4e07-99be-60c5a3ab0c4e), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.200358 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.223044 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db06bf-888d-40b7-bce5-d80761995bd1 None None] Pushing event updated for resources: {'Port': ['ID=4e593de8-8e5b-4412-8fdd-93934033bfba,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:55.237626 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.240322 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58084) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:55.256020 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4430bf51-0294-4988-848c-c85b4a3f2aab admin admin] Publish callbacks [] for security_group (03138ddc-c490-4e07-99be-60c5a3ab0c4e), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.260500 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301888ad-0ba3-4e41-b4a3-f45fe490a495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03138ddc-c490-4e07-99be-60c5a3ab0c4e,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:55.282123 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] For port fab07e23-d774-46cc-8e44-edfe3393db3f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fab07e23-d774-46cc-8e44-edfe3393db3f,segment=NetworkSegment(0f2016ca-82c0-4910-bf62-8b07b543b43b),segment_id=0f2016ca-82c0-4910-bf62-8b07b543b43b)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:55.298110 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025727c5-df6a-4cc4-a874-81e737f64dcc req-07a31983-b056-4abc-ac17-6f8331bc9a35 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:55.299786 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-025727c5-df6a-4cc4-a874-81e737f64dcc req-07a31983-b056-4abc-ac17-6f8331bc9a35 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.2506835 Mar 04 15:48:55.315308 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.338699 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a9b17-edec-4dc0-b0d6-1962b6fa248a None None] Pushing event updated for resources: {'Port': ['ID=ac0719ae-24d1-4a09-b53f-28494c17c556,revision_number=4']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:55.343074 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-95174a0a-240e-4c9d-a3bb-9fd16e38db56 service neutron] 10.222.0.21 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121562 Mar 04 15:48:55.350388 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:55.351854 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:55.428918 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Attempting to bind port 4e593de8-8e5b-4412-8fdd-93934033bfba on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:48:55.430575 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Attempting to bind port 4e593de8-8e5b-4412-8fdd-93934033bfba by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:48:55.431434 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Attempting to bind port 4e593de8-8e5b-4412-8fdd-93934033bfba on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:48:55.441135 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:48:55.442209 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Checking segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:48:55.443160 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.443857 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Bound using segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:48:55.444584 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Bound port: 4e593de8-8e5b-4412-8fdd-93934033bfba, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:48:55.445199 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.461007 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port e94cb2a2-f677-44b2-ab79-2bc3013f94cd triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:55.462418 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.557268 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.594542 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] For port 4e593de8-8e5b-4412-8fdd-93934033bfba, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:48:55.599211 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] For port 4e593de8-8e5b-4412-8fdd-93934033bfba, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=4e593de8-8e5b-4412-8fdd-93934033bfba,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:48:55.603746 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-90fd3a06-e668-4ca8-9ea6-4c92fdb88e9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35d1e7e24c7c467faf4edd9d818c0048&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3385952 Mar 04 15:48:55.610351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'Port': ['ID=55edf224-5c65-42ab-bb0a-99ec10edddf5,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:55.613365 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58088) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:55.652108 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] Provisioning complete for port ac0719ae-24d1-4a09-b53f-28494c17c556 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:55.656147 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.681242 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:55.682322 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.685761 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] 10.222.0.16 "PUT /v2.0/ports/fab07e23-d774-46cc-8e44-edfe3393db3f HTTP/1.1" status: 200 len: 1093 time: 4.0427852 Mar 04 15:48:55.688238 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'tag': 'fab07e23-d774-46cc-8e44-edfe3393db3f'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:48:55.714980 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (12a1778c-04f7-440e-8fce-3f09f9822db0), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.745329 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.754497 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:55.799850 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0fb1d-3111-47a7-88f8-3860947f4334 service neutron] Pushing event updated for resources: {'Port': ['ID=fab07e23-d774-46cc-8e44-edfe3393db3f,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:55.905513 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db06bf-888d-40b7-bce5-d80761995bd1 None None] Pushing event updated for resources: {'Port': ['ID=4e593de8-8e5b-4412-8fdd-93934033bfba,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:55.907630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1a70-1e42-4cf1-8b4a-0bcf45c1b206 admin admin] Publish callbacks [] for security_group (fd80d04a-5b88-4cea-9e52-fd01300e0007), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:55.954417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-025727c5-df6a-4cc4-a874-81e737f64dcc req-597d1db9-f54a-4f63-9e4a-44ddbac03cba tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182353 Mar 04 15:48:55.992737 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.017271 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2a417abd-b5c3-4cc1-baba-d54e2c252606 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2155168 Mar 04 15:48:56.043669 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port e94cb2a2-f677-44b2-ab79-2bc3013f94cd is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:56.047806 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.111987 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908cfa64-9f18-45df-89ea-e83a79b947bc" -d '{"events": [{"name": "network-changed", "server_uuid": "59995532-8e73-4c01-a8a7-9da06ceb5e5f", "tag": "fab07e23-d774-46cc-8e44-edfe3393db3f"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:48:56.130753 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4430bf51-0294-4988-848c-c85b4a3f2aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (03138ddc-c490-4e07-99be-60c5a3ab0c4e), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.133523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4430bf51-0294-4988-848c-c85b4a3f2aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.134325 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Routers {'15621dfd-3c04-40d7-bed4-42045376b5cc'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:48:56.137496 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['15621dfd-3c04-40d7-bed4-42045376b5cc'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:56.166319 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4430bf51-0294-4988-848c-c85b4a3f2aab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03138ddc-c490-4e07-99be-60c5a3ab0c4e HTTP/1.1" status: 204 len: 168 time: 1.2903411 Mar 04 15:48:56.173596 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (81dc2124-da39-4bb4-a950-f0f5b106d176), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.215333 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] Current status of the port ac0719ae-24d1-4a09-b53f-28494c17c556 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:56.216056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.233579 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1a70-1e42-4cf1-8b4a-0bcf45c1b206 admin admin] Publish callbacks [] for security_group (fd80d04a-5b88-4cea-9e52-fd01300e0007), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.242710 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430bf51-0294-4988-848c-c85b4a3f2aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03138ddc-c490-4e07-99be-60c5a3ab0c4e,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:56.260578 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (81dc2124-da39-4bb4-a950-f0f5b106d176), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.460235 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3ee8dce0-e98a-4ec0-8030-b0da86f7c0ed req-d6b33eab-926d-4b6b-b212-4ec2a2b2983f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 210 time: 0.2926872 Mar 04 15:48:56.551644 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port e94cb2a2-f677-44b2-ab79-2bc3013f94cd, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:56.574724 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc2124-da39-4bb4-a950-f0f5b106d176,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:56.598777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.600054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b91e17c0-4e67-4021-ae26-a6fd6bdda406 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6558130 Mar 04 15:48:56.604193 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58132) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:56.619544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': '81dc2124-da39-4bb4-a950-f0f5b106d176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:56.622410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] For port ac0719ae-24d1-4a09-b53f-28494c17c556, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ac0719ae-24d1-4a09-b53f-28494c17c556,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:48:56.678721 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:54Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:56.724833 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-160d8bc3-d4cc-4e9b-a9a7-fe417e1bebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:56.725019 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1a70-1e42-4cf1-8b4a-0bcf45c1b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (fd80d04a-5b88-4cea-9e52-fd01300e0007), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.729068 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1a70-1e42-4cf1-8b4a-0bcf45c1b206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.733437 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab3d1a70-1e42-4cf1-8b4a-0bcf45c1b206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd80d04a-5b88-4cea-9e52-fd01300e0007 HTTP/1.1" status: 204 len: 168 time: 1.1162400 Mar 04 15:48:56.735050 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-160d8bc3-d4cc-4e9b-a9a7-fe417e1bebac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=741dcd6161c44e2cbb8b3c9b72d0a195&device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 1127 time: 0.8514738 Mar 04 15:48:56.762646 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1a70-1e42-4cf1-8b4a-0bcf45c1b206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80d04a-5b88-4cea-9e52-fd01300e0007,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:56.799660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (c6c52665-38ab-43f1-bdd2-7d19ecdc6453), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.805792 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2b235-3b28-4566-969d-3bf83fa33069 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:54Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:56.858040 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] Set router 15621dfd-3c04-40d7-bed4-42045376b5cc gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:48:56.967831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (c6c52665-38ab-43f1-bdd2-7d19ecdc6453), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:56.998834 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-91792b65-4b84-46ea-8b64-b09c0496aa29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab07e23-d774-46cc-8e44-edfe3393db3f HTTP/1.1" status: 200 len: 217 time: 0.2359738 Mar 04 15:48:57.001172 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.035303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (c6c52665-38ab-43f1-bdd2-7d19ecdc6453), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.100704 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c52665-38ab-43f1-bdd2-7d19ecdc6453,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:57.198185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.206875 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-bfc1e046-c995-4d1c-af6a-f36c76dc3a4a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013494 Mar 04 15:48:57.208035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58150) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:57.217549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': '81dc2124-da39-4bb4-a950-f0f5b106d176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:57.237859 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-f0c5b316-a8d2-4053-9261-7abef48f8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:57.247047 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-f0c5b316-a8d2-4053-9261-7abef48f8616 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c4ca250-258d-4c2c-8756-53b80f422547 HTTP/1.1" status: 200 len: 852 time: 0.2217250 Mar 04 15:48:57.359494 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.376353 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac0719ae-24d1-4a09-b53f-28494c17c556 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:57.404631 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-af475f4c-28f7-42b1-8fa3-32c918987abc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ac0502-096c-442b-bdfd-977bfd225935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468871 Mar 04 15:48:57.417505 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (99053968-ef81-4b7f-bd70-6ffe851740be), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.461460 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:57.688351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58158) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:57.713594 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781792295', 'description': 'tempest-description--832178847'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:57.762013 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-133e183d-c345-43cc-9c94-c301ff0396ac service neutron] 10.222.0.16 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396039 Mar 04 15:48:57.774431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ceb9e-5d75-46f5-bfd7-61812c8a367b None None] Pushing event updated for resources: {'Port': ['ID=ac0719ae-24d1-4a09-b53f-28494c17c556,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:57.852525 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63177681-d4c3-4454-8b04-932796774c77 x-openstack-request-id: req-63177681-d4c3-4454-8b04-932796774c77 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:48:57.852882 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59995532-8e73-4c01-a8a7-9da06ceb5e5f", "tag": "fab07e23-d774-46cc-8e44-edfe3393db3f", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:48:57.853104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63177681-d4c3-4454-8b04-932796774c77 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:48:57.853589 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'tag': 'fab07e23-d774-46cc-8e44-edfe3393db3f', 'status': 'completed', 'code': 200} Mar 04 15:48:57.950251 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port ac0719ae-24d1-4a09-b53f-28494c17c556 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:57.950548 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.978948 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (99053968-ef81-4b7f-bd70-6ffe851740be), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:57.993804 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-400eb5f0-72e9-4cb5-954e-39d7690c7674 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1261270158&fields=id&tenant_id=3e8f8483c13240c7adbc18f3e1d413b0 HTTP/1.1" status: 200 len: 267 time: 0.1545765 Mar 04 15:48:58.058665 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.121108 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-ca9727fc-337f-4f61-ac7f-d8fd041af1ab req-9f97cfb1-59d4-42a8-9ba6-593141635534 service neutron] 10.222.0.16 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329885 Mar 04 15:48:58.181698 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (99053968-ef81-4b7f-bd70-6ffe851740be), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.219907 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99053968-ef81-4b7f-bd70-6ffe851740be,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:58.267973 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (e34c1907-623c-4180-8432-d94eadc8c939), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.295481 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.299761 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-2d55c858-3307-46b7-9b05-de1fe47e15a1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0876803 Mar 04 15:48:58.300779 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58182) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:58.314280 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-6caae23c-ce1e-49f2-9bef-936fb2135057 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:58.327773 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-6caae23c-ce1e-49f2-9bef-936fb2135057 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 810 time: 0.3252888 Mar 04 15:48:58.327969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:58.332701 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46770049-d90b-4ea5-b2d8-ca9572b22b6e req-bfcbfc00-fb62-4f74-9288-e5a4df27a93d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:58.334455 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46770049-d90b-4ea5-b2d8-ca9572b22b6e req-bfcbfc00-fb62-4f74-9288-e5a4df27a93d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.2777910 Mar 04 15:48:58.362939 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port ac0719ae-24d1-4a09-b53f-28494c17c556 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:58.363125 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-08cd3001-0d44-45c1-b2d7-91b14a00bb92 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/quotas/3e8f8483c13240c7adbc18f3e1d413b0 HTTP/1.1" status: 200 len: 375 time: 0.0378950 Mar 04 15:48:58.384159 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '4e593de8-8e5b-4412-8fdd-93934033bfba', 'name': '', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'mac_address': 'fa:16:3e:6a:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:43Z', 'updated_at': '2022-03-04T15:48:55Z', 'revision_number': 4, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'subnets': [{'id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:48:58.398553 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e34c1907-623c-4180-8432-d94eadc8c939), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.455740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa1bf4-85b6-4fc7-93fa-414da29b94f9 None None] The sync data for ids ['15621dfd-3c04-40d7-bed4-42045376b5cc'] in dv-cinder-831247-6-iscsi is: [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '4e593de8-8e5b-4412-8fdd-93934033bfba', 'name': '', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'mac_address': 'fa:16:3e:6a:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:43Z', 'updated_at': '2022-03-04T15:48:55Z', 'revision_number': 4, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'subnets': [{'id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:48:58.456001 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46770049-d90b-4ea5-b2d8-ca9572b22b6e req-85790a05-3953-4b8c-b0bf-2d68aa2e90fe tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120427 Mar 04 15:48:58.460822 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.487700 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c1907-623c-4180-8432-d94eadc8c939,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:58.496940 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-a4c8b8e7-140e-4b1c-8ef8-08df4feefe94 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251862 Mar 04 15:48:58.538761 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-7142228c-60e1-41d6-b0c1-cd56d9e0d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:58.540622 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-7142228c-60e1-41d6-b0c1-cd56d9e0d6e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=741dcd6161c44e2cbb8b3c9b72d0a195&device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 1127 time: 0.2408004 Mar 04 15:48:58.601343 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.603488 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a6fb934a-2350-4b5c-8fc6-9157d72ae030 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9141288 Mar 04 15:48:58.607312 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58204) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:58.613428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'security_group_rule': {'security_group_id': 'e34c1907-623c-4180-8432-d94eadc8c939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:58.742452 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-2063ae47-3b88-4963-b01b-81352cee8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:58.744171 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-2063ae47-3b88-4963-b01b-81352cee8854 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ac0502-096c-442b-bdfd-977bfd225935 HTTP/1.1" status: 200 len: 913 time: 0.1895683 Mar 04 15:48:58.744561 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-cb4edcb1-41be-4ecd-80af-7386ecad8d84 service neutron] 10.222.0.21 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457695 Mar 04 15:48:58.776286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.817518 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-8ff15bed-db0b-4fbe-81e0-4acf3796d019 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab07e23-d774-46cc-8e44-edfe3393db3f HTTP/1.1" status: 200 len: 217 time: 0.0587709 Mar 04 15:48:58.862688 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (ca16b074-fc0b-4bad-a7d7-196e9ce35649), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:58.902254 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-7bd59890-c88e-4675-bd25-a0560e746d5d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:58.903988 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-7bd59890-c88e-4675-bd25-a0560e746d5d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 818 time: 0.2850621 Mar 04 15:48:58.986600 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-842e303a-4235-4203-a068-f38264659de6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/quotas/7a9eb978215c4a5787b6471ba7302105 HTTP/1.1" status: 200 len: 375 time: 0.0602112 Mar 04 15:48:59.001673 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-b4b5ba5d-13d9-4097-a5a3-ff754a53aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:48:59.002704 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-c3945571-7e6d-419a-a3f9-30febf94a8e3 service neutron] 10.222.0.21 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570891 Mar 04 15:48:59.003370 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-b4b5ba5d-13d9-4097-a5a3-ff754a53aabe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c4ca250-258d-4c2c-8756-53b80f422547 HTTP/1.1" status: 200 len: 852 time: 0.1193550 Mar 04 15:48:59.013292 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.27.2.90 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:48:59.078350 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-0be652da-55a1-4e90-bcb2-f6a6f951b4b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ac0502-096c-442b-bdfd-977bfd225935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621414 Mar 04 15:48:59.153927 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (ca16b074-fc0b-4bad-a7d7-196e9ce35649), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.193917 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-eb0b2db3-c570-4a4e-a510-9c604d169876 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1901062 Mar 04 15:48:59.247735 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device e94cb2a2-f677-44b2-ab79-2bc3013f94cd up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:59.329364 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (ca16b074-fc0b-4bad-a7d7-196e9ce35649), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.359274 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port e94cb2a2-f677-44b2-ab79-2bc3013f94cd triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:59.360062 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.368175 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca16b074-fc0b-4bad-a7d7-196e9ce35649,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:48:59.451416 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.460273 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a5aa75b8-704a-40d6-a8ba-7dd207cd8cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8512669 Mar 04 15:48:59.473101 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58220) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:48:59.494419 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.534573 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'security_group_rule': {'security_group_id': 'e34c1907-623c-4180-8432-d94eadc8c939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:48:59.548861 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port e94cb2a2-f677-44b2-ab79-2bc3013f94cd is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:59.550319 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac0719ae-24d1-4a09-b53f-28494c17c556 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:48:59.600517 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-31f8df89-acfd-4d07-879f-b94a7049477e service neutron] 10.222.0.16 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075946 Mar 04 15:48:59.621491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f20e50eb-117d-40fd-af97-49451ee0dc29 req-98e1a326-5b38-44ff-8cea-caa2f795e459 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 210 time: 0.0776095 Mar 04 15:48:59.634461 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-5e980f96-46b1-4051-a331-ee69bd9f9be9 service neutron] 10.222.0.21 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316916 Mar 04 15:48:59.736557 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port ac0719ae-24d1-4a09-b53f-28494c17c556 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:48:59.736557 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.846667 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.885425 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (709ec8e3-adf3-422f-a3de-2802b94f204c), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:48:59.900492 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-908cfa64-9f18-45df-89ea-e83a79b947bc req-1cf4ad76-9013-4c8e-b6dd-c4aa02a57954 service neutron] 10.222.0.16 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921798 Mar 04 15:48:59.911573 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port ac0719ae-24d1-4a09-b53f-28494c17c556 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:48:59.934075 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:48:59.936955 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:48:59.953953 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:48:59.967454 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:00.180514 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-043dafba-3b3a-42db-8776-f162c9c21bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448351 Mar 04 15:49:00.209490 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd18a5-6513-4aa3-bf76-a34ce145dcdf req-27ddd974-8229-476d-870a-18418a8e095b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:00.211293 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a3bd18a5-6513-4aa3-bf76-a34ce145dcdf req-27ddd974-8229-476d-870a-18418a8e095b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.4319158 Mar 04 15:49:00.263616 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (d1c56e1d-7d30-465a-be54-c073dc71d9b7), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:00.278538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (709ec8e3-adf3-422f-a3de-2802b94f204c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:00.382740 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (709ec8e3-adf3-422f-a3de-2802b94f204c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:00.426818 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:49:00.452504 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:00.453235 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:00.478174 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a3bd18a5-6513-4aa3-bf76-a34ce145dcdf req-4b20bd92-74c5-4fb2-9e5b-8343ce01d3ce tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463279 Mar 04 15:49:00.491629 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709ec8e3-adf3-422f-a3de-2802b94f204c,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:00.503844 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:00.568033 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:00.570275 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c989c0cb-1adf-40dc-840e-4a6b2d6b8b1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0944021 Mar 04 15:49:00.581057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 58250) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:00.586382 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:00.753963 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.064561 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b76a2a25-2cc6-4213-a9b2-989fefecc193 req-b6e533e6-6f4c-4473-bfd0-455952dbb816 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 210 time: 0.0694475 Mar 04 15:49:01.161152 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c47b15b-1014-4351-8378-287310466350 req-2be25224-5703-4ec6-8249-df1967f81cb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 210 time: 0.3316150 Mar 04 15:49:01.320485 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:01.362846 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 4e593de8-8e5b-4412-8fdd-93934033bfba up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:01.385549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.525043 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 4e593de8-8e5b-4412-8fdd-93934033bfba triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:01.535726 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.535947 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.641590 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-a4035183-9169-4de7-8b63-d4df012a2091 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:01.643976 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-a4035183-9169-4de7-8b63-d4df012a2091 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 818 time: 1.0421674 Mar 04 15:49:01.649432 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Allocated IP 172.27.2.253 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/41f3ef03-824d-45df-9ee7-c3c13c3d79b6) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:49:01.662707 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Request body: {'port': {'device_id': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'admin_state_up': True, 'tenant_id': '7a9eb978215c4a5787b6471ba7302105'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:01.736749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 4e593de8-8e5b-4412-8fdd-93934033bfba is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:01.736749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.737665 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 2, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:01.822662 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:49:01.833908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Updating router 4af97c93-95e2-485b-94ad-959694dbdfa7 port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:49:01.840277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 4e593de8-8e5b-4412-8fdd-93934033bfba, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=4e593de8-8e5b-4412-8fdd-93934033bfba,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:01.856352 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db15636-ce22-4d8b-8d6e-3cc44c0eac9a req-d9fd0ffc-220e-4b66-972b-f1da74939796 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:01.858085 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5db15636-ce22-4d8b-8d6e-3cc44c0eac9a req-d9fd0ffc-220e-4b66-972b-f1da74939796 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.1881485 Mar 04 15:49:01.875894 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.889487 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:01.956230 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5db15636-ce22-4d8b-8d6e-3cc44c0eac9a req-754dc1ac-74d7-4ffa-9b51-0792f8d663b7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894217 Mar 04 15:49:02.131289 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.165042 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.165277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.228114 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Made reservation on behalf of 7a9eb978215c4a5787b6471ba7302105 for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:49:02.233343 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.343005 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:49:02.407732 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=4e593de8-8e5b-4412-8fdd-93934033bfba,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:02.489211 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:49:02.494045 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:02.499956 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:49:02.548315 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cffd1e42-ac3e-40ab-b4c6-87a549952b6f req-e07e69c0-5df0-4023-b688-ac2b1bae975d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 210 time: 0.2991230 Mar 04 15:49:02.585660 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1893533c-bc25-4d1e-9e4f-2dce3afc2e25 req-b69ed040-2333-4cf7-9f49-5237110838ca tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 210 time: 0.3443270 Mar 04 15:49:02.612285 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'Port': ['ID=41f3ef03-824d-45df-9ee7-c3c13c3d79b6,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:02.619346 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Publish callbacks [] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.665146 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (d1c56e1d-7d30-465a-be54-c073dc71d9b7), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.727556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Allocated IP 172.20.0.8 (6206ca5c-164a-41ee-84c0-fa3a99274b97/001e52a1-1c62-4bd1-8274-ff7726060e72/efb7fa62-73bc-4d83-8be4-598c1eb6119c) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:49:02.735476 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (4045b3e2-86ad-4752-8318-c1aa67847032), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.741979 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.849515 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.849515 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-ce09cc4d-e506-46ca-ba1d-1ce48468a6a3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5282159 Mar 04 15:49:02.902459 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207b22-a155-4d7d-a666-ab12ea48abaa None None] Pushing event updated for resources: {'Port': ['ID=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:02.926338 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.928823 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Attempting to bind port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:49:02.929208 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Attempting to bind port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:49:02.929567 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Attempting to bind port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 on network ec1113c9-70b2-42f6-956c-c93c1c131d05 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:02.947905 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:49:02.948436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Checking segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:49:02.949417 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:02.949860 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Bound using segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:49:02.950350 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Bound port: ac47d5b5-1240-4d1c-9a8c-61df344f4ce3, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:49:02.950828 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.075565 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks [] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.158898 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] For port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:49:03.158898 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] For port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:49:03.237078 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 4e593de8-8e5b-4412-8fdd-93934033bfba up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:03.239364 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-0016377b-c9dc-43b5-8336-959bea2b5f21 None None] Provisioning complete for port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:03.244730 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0016377b-c9dc-43b5-8336-959bea2b5f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.354416 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.374623 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.494410 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:49:03.517840 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:49:03.533813 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:49:03.614636 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207b22-a155-4d7d-a666-ab12ea48abaa None None] Pushing event updated for resources: {'Port': ['ID=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:03.619661 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:03.620648 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.644170 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.653781 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Pushing event updated for resources: {'Port': ['ID=efb7fa62-73bc-4d83-8be4-598c1eb6119c,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:03.727809 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-0016377b-c9dc-43b5-8336-959bea2b5f21 None None] Port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:49:03.748295 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:03.749506 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:48:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:03.765092 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58330) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:03.792087 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-94baaac4-eddf-4dac-9a9a-00e73d55b3fd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1352434 Mar 04 15:49:03.808745 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:03.822724 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Request body: {'port': {'device_id': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:03.877861 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 4e593de8-8e5b-4412-8fdd-93934033bfba triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:03.880217 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.053217 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (4045b3e2-86ad-4752-8318-c1aa67847032), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.074662 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:04.099650 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-555526f3-2ddf-4f22-9f1b-0db85546e9cf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1622203147&fields=id&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 267 time: 0.4513364 Mar 04 15:49:04.112995 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.127667 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'Port': ['ID=41f3ef03-824d-45df-9ee7-c3c13c3d79b6,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:04.203445 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88552-c9ba-4b66-ae47-6f8c931f9bae req-0007531d-2976-4ab0-8ccf-01efaacc3c59 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:04.208355 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72b88552-c9ba-4b66-ae47-6f8c931f9bae req-0007531d-2976-4ab0-8ccf-01efaacc3c59 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.5606036 Mar 04 15:49:04.263566 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.266844 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-9d47d555-9b10-4ecd-9833-43dbe9bf8aac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6845765 Mar 04 15:49:04.463056 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.16', 56695) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:04.559522 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72b88552-c9ba-4b66-ae47-6f8c931f9bae req-c79e8625-22c9-434f-ac1c-5e16a1e29853 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231380 Mar 04 15:49:04.566320 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-86d32395-f105-4c1d-902c-cd75d4cf1cfe tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:04.572884 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-86d32395-f105-4c1d-902c-cd75d4cf1cfe tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.4566097 Mar 04 15:49:04.613752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55c0f20f-837e-4bff-8e7f-7882a3c19d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.636742 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 4e593de8-8e5b-4412-8fdd-93934033bfba is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:04.684662 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] Provisioning complete for port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:04.685932 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.705494 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-667126f3-6c1c-4dda-82b5-78dcc2d53503 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/quotas/465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 375 time: 0.0536721 Mar 04 15:49:04.821832 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb7fa62-73bc-4d83-8be4-598c1eb6119c {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:04.857039 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Publish callbacks [] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.871135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55c0f20f-837e-4bff-8e7f-7882a3c19d85 admin admin] Publish callbacks [] for security_group (6fc36cac-074a-4b3d-90ce-63057c6ff3db), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.875457 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:03Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:04.880888 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] Current status of the port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:04.881882 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.886816 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Transition to ACTIVE for port object efb7fa62-73bc-4d83-8be4-598c1eb6119c will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:49:04.896198 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6dece193-a9ea-4bde-bdd2-f98cacb1f267 req-ee77d7eb-e543-4ba8-8377-6559ee98cc17 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 210 time: 0.1063983 Mar 04 15:49:04.914801 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-4702a337-ddaf-4f75-bfff-ccfb56b0e60b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:04.916292 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-4702a337-ddaf-4f75-bfff-ccfb56b0e60b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 810 time: 0.4442663 Mar 04 15:49:04.921250 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd66e-0779-40b2-b191-6a37cf65d95c None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:03Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:49:04.947517 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-9a80f95e-fe9a-458c-a376-414734daeba8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236049 Mar 04 15:49:04.967697 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] For port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:04.988638 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55c0f20f-837e-4bff-8e7f-7882a3c19d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (6fc36cac-074a-4b3d-90ce-63057c6ff3db), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:04.991385 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.035042 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f1c01b2d-ae1a-4e58-a811-e2ed6b323939 req-adc61312-843a-404d-8fb7-abe83e2b5818 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 210 time: 0.0772669 Mar 04 15:49:05.071701 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.100812 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-f22d85e6-5c22-43ff-924f-e3e2ec017055 service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515234 Mar 04 15:49:05.197878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Pushing event updated for resources: {'Port': ['ID=efb7fa62-73bc-4d83-8be4-598c1eb6119c,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:05.205554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8fdb7-66ad-4527-9cbc-5743d0713b18 None None] Pushing event updated for resources: {'Port': ['ID=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:05.260976 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-c93f62bc-ef65-42b6-a025-e1ef3521e5f1 service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599398 Mar 04 15:49:05.270711 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-55c0f20f-837e-4bff-8e7f-7882a3c19d85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3d795dadbdc4d88a43eae9a33325ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5035064 Mar 04 15:49:05.272501 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:05.274198 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58372) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:05.340202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-a1b409ce-1a2f-4912-af0d-a6a34902d426 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1781792295&fields=id&tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 267 time: 0.1551089 Mar 04 15:49:05.409883 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:05.410231 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.420478 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0f20f-837e-4bff-8e7f-7882a3c19d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc36cac-074a-4b3d-90ce-63057c6ff3db,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:05.437533 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Attempting to bind port efb7fa62-73bc-4d83-8be4-598c1eb6119c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:49:05.438145 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Attempting to bind port efb7fa62-73bc-4d83-8be4-598c1eb6119c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:49:05.439345 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Attempting to bind port efb7fa62-73bc-4d83-8be4-598c1eb6119c on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:05.459346 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Port efb7fa62-73bc-4d83-8be4-598c1eb6119c on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:49:05.459896 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Attempting to bind port efb7fa62-73bc-4d83-8be4-598c1eb6119c on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:05.483424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:49:05.483424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Checking segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:49:05.483424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Bound using segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:49:05.483424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Bound port: efb7fa62-73bc-4d83-8be4-598c1eb6119c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:49:05.483424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.497405 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-61b8defd-c881-4db5-8561-5ba8eeb5049a admin admin] Publish callbacks [] for security_group (6fc36cac-074a-4b3d-90ce-63057c6ff3db), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.520813 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-61b8defd-c881-4db5-8561-5ba8eeb5049a admin admin] Publish callbacks [] for security_group (6fc36cac-074a-4b3d-90ce-63057c6ff3db), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.531281 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:05.597374 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-b05f3d2b-ca01-4d67-bb7b-0f9105a7f7fa tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:05.614675 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-b05f3d2b-ca01-4d67-bb7b-0f9105a7f7fa tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 816 time: 0.2713513 Mar 04 15:49:05.636332 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] For port efb7fa62-73bc-4d83-8be4-598c1eb6119c, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:49:05.640301 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] For port efb7fa62-73bc-4d83-8be4-598c1eb6119c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:49:05.656555 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-4843a081-4b9b-4e53-ab7e-2c4c0ecc6cef tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/quotas/611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 375 time: 0.0247478 Mar 04 15:49:05.732540 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.744728 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c74e1-58ea-4ed9-81af-68398035905e req-1ff520ec-fd3e-4b4b-8cea-39298dd8e6e9 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:05.746962 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c8c74e1-58ea-4ed9-81af-68398035905e req-1ff520ec-fd3e-4b4b-8cea-39298dd8e6e9 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.0884430 Mar 04 15:49:05.781565 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-da43ed93-6084-4c44-87c6-588414d9af0f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240547 Mar 04 15:49:05.787584 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-61b8defd-c881-4db5-8561-5ba8eeb5049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (6fc36cac-074a-4b3d-90ce-63057c6ff3db), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.790678 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-61b8defd-c881-4db5-8561-5ba8eeb5049a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.795059 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-61b8defd-c881-4db5-8561-5ba8eeb5049a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fc36cac-074a-4b3d-90ce-63057c6ff3db HTTP/1.1" status: 204 len: 168 time: 0.5144591 Mar 04 15:49:05.818016 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:05.818744 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:05.820429 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] 10.222.0.16 "PUT /v2.0/ports/efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 1093 time: 2.0045168 Mar 04 15:49:05.821044 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'tag': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:05.823482 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416679c0-e443-48e3-9086-fe5e36252f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb61670-3d0a-49af-85f7-065243e9c0fe", "tag": "efb7fa62-73bc-4d83-8be4-598c1eb6119c"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:05.841200 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8defd-c881-4db5-8561-5ba8eeb5049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc36cac-074a-4b3d-90ce-63057c6ff3db,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:05.847266 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1b14d-2a18-467a-aa62-46c43de3bf1b service neutron] Pushing event updated for resources: {'Port': ['ID=efb7fa62-73bc-4d83-8be4-598c1eb6119c,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:05.894443 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c8c74e1-58ea-4ed9-81af-68398035905e req-bd0e0799-cfe3-4bce-b008-e0f8e6d1fe15 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024141 Mar 04 15:49:05.928270 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-70695d94-9ecf-4343-a2ac-f1c01fa7dd72 service neutron] 10.222.0.21 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457183 Mar 04 15:49:06.052910 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0a2e4864-75f5-4bb3-8739-120fb7b954c5 req-6bc5573f-0e8f-4818-a69d-013b2ae42afb tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 210 time: 0.0430713 Mar 04 15:49:06.124584 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-d8267e9a-32ea-4a09-8d2c-9403cfc5e3b4 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8f8483c13240c7adbc18f3e1d413b0 HTTP/1.1" status: 200 len: 380 time: 0.1612723 Mar 04 15:49:06.132623 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ecadb818-3215-48e8-813b-91d318ee9db3 service neutron] 10.222.0.21 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034166 Mar 04 15:49:06.138284 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'port': {'device_id': 'e8fe359e-81f8-4909-8574-717006296e39', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'admin_state_up': True, 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'security_groups': ['a5e15170-2883-4d55-a119-c95098d31e83']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:06.193841 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-7fcfeb50-d709-44f2-82d1-9951352c24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:06.195011 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-7fcfeb50-d709-44f2-82d1-9951352c24f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1127 time: 0.1471293 Mar 04 15:49:06.197335 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5770f15-1ca1-499b-9ffd-c86603228fc9 x-openstack-request-id: req-c5770f15-1ca1-499b-9ffd-c86603228fc9 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:06.197635 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb61670-3d0a-49af-85f7-065243e9c0fe", "tag": "efb7fa62-73bc-4d83-8be4-598c1eb6119c", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:06.198625 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5770f15-1ca1-499b-9ffd-c86603228fc9 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:06.199066 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'tag': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c', 'status': 'completed', 'code': 200} Mar 04 15:49:06.251480 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-b6bb73f3-994d-4366-9e67-a47fee44f35d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.0456665 Mar 04 15:49:06.333984 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fed284b4-bf83-41d1-8478-93fb7e1218f0 req-144ab15a-248c-4135-89ae-c70b7f3cb42d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 210 time: 0.0593107 Mar 04 15:49:06.345129 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-697d4cb5-bdbe-4e11-802f-2f93bffed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:06.347094 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-697d4cb5-bdbe-4e11-802f-2f93bffed921 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0830100 Mar 04 15:49:06.348094 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Made reservation on behalf of 3e8f8483c13240c7adbc18f3e1d413b0 for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:49:06.351814 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:06.382318 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-e74587bd-a806-494e-a538-fddb949c0879 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262601 Mar 04 15:49:06.487295 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.16', 56699) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:06.492618 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f9217b7-db7f-47d1-95ec-9bd4282aa691 req-af2e6e5f-e45e-4616-b475-b6e1f04b9f40 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 210 time: 0.0498271 Mar 04 15:49:06.592869 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-022b1b62-9777-4bb2-b371-b1be8b908319 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888273 Mar 04 15:49:06.631755 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c87b4889-82f0-447f-ab89-71bdd77bb419 req-08f3bdac-da69-42b9-812e-c84791cf26f6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0526087 Mar 04 15:49:06.670807 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Allocated IP 172.20.0.9 (664d9ce4-64a8-42ab-a840-72b89fe0b9c8/0656f065-e7bd-469a-be51-3e48763ac8a3/2654ad5c-5b7f-4e50-9144-07dc5b52768a) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:49:06.736255 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-490322ca-cd2c-4fef-ba3b-e8d88454f8e4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:06.737813 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-490322ca-cd2c-4fef-ba3b-e8d88454f8e4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 818 time: 0.2474096 Mar 04 15:49:06.752193 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-55ad63cd-d829-406b-ba7e-9823e6f8c35e req-0fccd714-5770-4dc4-9fd5-a8994c6fbafc service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517572 Mar 04 15:49:06.762638 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Request body: {'port': {'device_id': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'admin_state_up': True, 'tenant_id': '7a9eb978215c4a5787b6471ba7302105'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:06.805103 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58414) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:06.831668 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-577dc703-c19f-4b79-870d-7dfc2c6ecca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:06.987884 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-577dc703-c19f-4b79-870d-7dfc2c6ecca2 admin admin] Publish callbacks [] for security_group (9134a76d-cc92-4dfe-aab6-b804b7657cc8), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:06.995184 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416679c0-e443-48e3-9086-fe5e36252f2a req-bfd65100-8a56-4113-80bb-285efbd944c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:06.997419 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-bfd65100-8a56-4113-80bb-285efbd944c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1127 time: 0.0854328 Mar 04 15:49:07.020200 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.088929 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Made reservation on behalf of 7a9eb978215c4a5787b6471ba7302105 for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:49:07.093221 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.094601 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db9d00-ce0d-406b-ba1e-02801748b4bd req-deaaa6c5-111d-47de-b31f-7b9dca5e6d72 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:07.100866 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-577dc703-c19f-4b79-870d-7dfc2c6ecca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9134a76d-cc92-4dfe-aab6-b804b7657cc8), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.101894 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f3db9d00-ce0d-406b-ba1e-02801748b4bd req-deaaa6c5-111d-47de-b31f-7b9dca5e6d72 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.1061621 Mar 04 15:49:07.166428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.222200 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-577dc703-c19f-4b79-870d-7dfc2c6ecca2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8740d7526514cdcb403216017567535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159858 Mar 04 15:49:07.222935 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dc703-c19f-4b79-870d-7dfc2c6ecca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9134a76d-cc92-4dfe-aab6-b804b7657cc8,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:07.224599 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f3db9d00-ce0d-406b-ba1e-02801748b4bd req-72d5a6e3-c7a9-4b7f-81bd-c782c6325e87 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217716 Mar 04 15:49:07.233228 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 58430) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:07.267727 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:07.322129 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1530afdc-d1d8-4112-9ad4-3430a21697f5 req-34bcb41e-bf42-4cc4-8784-04b21f4bd341 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 210 time: 0.1512871 Mar 04 15:49:07.353116 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:07.353766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.354050 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416679c0-e443-48e3-9086-fe5e36252f2a req-6cbad505-96d4-4e79-870b-c254fea3018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:07.362598 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-6cbad505-96d4-4e79-870b-c254fea3018c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.3478410 Mar 04 15:49:07.382713 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'Port': ['ID=2654ad5c-5b7f-4e50-9144-07dc5b52768a,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:07.397694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:49:07.397694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:49:07.399864 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:49:07.405643 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:07.406288 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.536166 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:07.539619 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c80a6-14ce-4db4-974d-4d8c5621461f req-04a754ce-9d8a-4b24-a388-52eccc4101cb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:07.554775 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-671c80a6-14ce-4db4-974d-4d8c5621461f req-04a754ce-9d8a-4b24-a388-52eccc4101cb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 931 time: 0.1046004 Mar 04 15:49:07.568900 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f71c5646-77b6-4371-9f15-fd1db2f7d280 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4351499 Mar 04 15:49:07.571162 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Allocated IP 172.20.0.7 (6206ca5c-164a-41ee-84c0-fa3a99274b97/001e52a1-1c62-4bd1-8274-ff7726060e72/bbd6ef26-1123-4c92-ab71-e0cbea9c436a) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:49:07.588881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Request body: {'port': {'device_id': 'e8fe359e-81f8-4909-8574-717006296e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:07.600328 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-a9f67ddb-89db-46f8-a3ee-27dc9f7ecf14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.2173378 Mar 04 15:49:07.693212 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7a756dfa-f11d-434c-bfca-59a25e7651b5 req-0d863ab3-63c8-4c34-a18f-2feea8f97440 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 210 time: 0.0390756 Mar 04 15:49:07.759082 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.789014 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-671c80a6-14ce-4db4-974d-4d8c5621461f req-acba33aa-e36f-4df9-bce2-b5590e2b1654 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188725 Mar 04 15:49:07.823213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1bba0cc0-f847-4dde-95eb-2152f1a7dfb5 admin admin] Publish callbacks [] for security_group (9134a76d-cc92-4dfe-aab6-b804b7657cc8), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.832461 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-519e5c0d-a311-4c0e-b13f-7d4d2dd4b0a6 None None] Provisioning complete for port 2654ad5c-5b7f-4e50-9144-07dc5b52768a triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:07.832837 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-519e5c0d-a311-4c0e-b13f-7d4d2dd4b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.845248 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87eb1ff8-7af2-47b9-97ac-c07dce520ac6 req-b111fff4-37cc-4d30-952b-427613123f1e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0364168 Mar 04 15:49:07.877877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1bba0cc0-f847-4dde-95eb-2152f1a7dfb5 admin admin] Publish callbacks [] for security_group (9134a76d-cc92-4dfe-aab6-b804b7657cc8), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:07.878566 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-519e5c0d-a311-4c0e-b13f-7d4d2dd4b0a6 None None] Port 2654ad5c-5b7f-4e50-9144-07dc5b52768a cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:49:07.878668 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416679c0-e443-48e3-9086-fe5e36252f2a req-87c3d7ce-b95c-471a-ad17-798eed25a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:07.880117 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-87c3d7ce-b95c-471a-ad17-798eed25a95f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.2692375 Mar 04 15:49:07.980240 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-dc452cd0-1392-4b35-a615-51f25c4fe2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926249 Mar 04 15:49:08.062109 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks [] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.124292 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-366cf99b-adbd-4405-b43d-b0d302a231cb service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372879 Mar 04 15:49:08.177545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2654ad5c-5b7f-4e50-9144-07dc5b52768a {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:08.183834 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1bba0cc0-f847-4dde-95eb-2152f1a7dfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9134a76d-cc92-4dfe-aab6-b804b7657cc8), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.186044 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Publish callbacks [] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.186342 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1bba0cc0-f847-4dde-95eb-2152f1a7dfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.194241 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-1bba0cc0-f847-4dde-95eb-2152f1a7dfb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9134a76d-cc92-4dfe-aab6-b804b7657cc8 HTTP/1.1" status: 204 len: 168 time: 0.9532363 Mar 04 15:49:08.202704 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0cc0-f847-4dde-95eb-2152f1a7dfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9134a76d-cc92-4dfe-aab6-b804b7657cc8,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:08.210696 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.211005 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Transition to ACTIVE for port object 2654ad5c-5b7f-4e50-9144-07dc5b52768a will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:49:08.283035 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Network 6206ca5c-164a-41ee-84c0-fa3a99274b97 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:49:08.287890 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:49:08.294156 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-416679c0-e443-48e3-9086-fe5e36252f2a req-59de6d00-6e87-46b4-8bd2-9ad1b40fbbe9 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610487 Mar 04 15:49:08.295473 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:49:08.297627 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.361078 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:08.361783 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.365417 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Pushing event updated for resources: {'Port': ['ID=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:08.457544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Pushing event updated for resources: {'Port': ['ID=2654ad5c-5b7f-4e50-9144-07dc5b52768a,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:08.497929 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-84e79669-d828-47cf-82cd-cdf9872b05ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7352009 Mar 04 15:49:08.515366 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Request body: {'port': {'device_id': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:08.534157 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-978712a5-ed17-48ad-bd01-21c5f9096315 req-145d669e-3856-42ca-8422-69d0ca580659 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 210 time: 0.0749011 Mar 04 15:49:08.535031 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Attempting to bind port 2654ad5c-5b7f-4e50-9144-07dc5b52768a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:49:08.535387 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Attempting to bind port 2654ad5c-5b7f-4e50-9144-07dc5b52768a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:49:08.535717 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Attempting to bind port 2654ad5c-5b7f-4e50-9144-07dc5b52768a on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:08.559971 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527387a-6174-4aef-80e5-2628dcaf5e55 req-b43db459-9a7b-4930-8fc2-917d44661e73 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:08.568397 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8527387a-6174-4aef-80e5-2628dcaf5e55 req-b43db459-9a7b-4930-8fc2-917d44661e73 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.2084315 Mar 04 15:49:08.568397 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Port 2654ad5c-5b7f-4e50-9144-07dc5b52768a on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:49:08.568397 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Attempting to bind port 2654ad5c-5b7f-4e50-9144-07dc5b52768a on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:08.575453 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:49:08.575826 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Checking segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:49:08.576407 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Bound using segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:49:08.577058 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Bound port: 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:49:08.577424 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.590867 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.648573 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8527387a-6174-4aef-80e5-2628dcaf5e55 req-ea572420-0368-426b-9ef7-260197830e68 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797021 Mar 04 15:49:08.696131 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] For port 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:49:08.701743 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] For port 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:49:08.759591 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.877354 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Pushing event updated for resources: {'Port': ['ID=2654ad5c-5b7f-4e50-9144-07dc5b52768a,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:08.889352 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:08.890343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:08.892085 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-7f5c96e3-2c28-4a27-8f55-0c6ec5661dee service neutron] 10.222.0.16 "PUT /v2.0/ports/2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 1093 time: 1.3118212 Mar 04 15:49:08.892614 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:09.155134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-24fa8212-c74a-484a-835e-02f83aa3cb5b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.156755 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-24fa8212-c74a-484a-835e-02f83aa3cb5b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.1855884 Mar 04 15:49:09.197099 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc32a08-6e5c-479d-826a-a27cf9fdaaad req-81647730-6a13-4aa6-9272-e3f0641baae5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.204503 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5fc32a08-6e5c-479d-826a-a27cf9fdaaad req-81647730-6a13-4aa6-9272-e3f0641baae5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 931 time: 0.4137950 Mar 04 15:49:09.270855 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.16', 56710) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:09.275492 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9806615f-b86f-4238-918f-c46b40f57b20" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:09.304787 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf2db2-4261-40a5-a789-d905908ab79b req-e949b249-e4b9-4400-958b-081f356ee265 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.306829 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbdf2db2-4261-40a5-a789-d905908ab79b req-e949b249-e4b9-4400-958b-081f356ee265 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.3209918 Mar 04 15:49:09.335466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-311a9201-6cf3-434b-86dc-03aae9dd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.335466 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-311a9201-6cf3-434b-86dc-03aae9dd71f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1127 time: 0.2519071 Mar 04 15:49:09.399514 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-b3d3a98c-dd2e-4ee9-929e-52b3e8010ed9 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 380 time: 0.2260451 Mar 04 15:49:09.410142 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5fc32a08-6e5c-479d-826a-a27cf9fdaaad req-85bc19cb-c949-47ed-b9cd-430c3f2ee5c7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046764 Mar 04 15:49:09.421139 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'port': {'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'admin_state_up': True, 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'security_groups': ['81dc2124-da39-4bb4-a950-f0f5b106d176']}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:09.421803 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-c6b8b329-1d33-40e1-b6a3-e969e0584f4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 217 time: 0.0725155 Mar 04 15:49:09.487924 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbdf2db2-4261-40a5-a789-d905908ab79b req-537213d0-e10e-410d-a68e-7bd579308c42 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728032 Mar 04 15:49:09.524140 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9765b17a-254c-468e-9dd7-e3f932a1a0ab req-c30626f1-f2aa-45b8-8d2f-215f9c9e47ef tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0335536 Mar 04 15:49:09.529748 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-c2390a17-58a7-41f3-b1a5-a39f8c1e241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.531207 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-c2390a17-58a7-41f3-b1a5-a39f8c1e241b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0953314 Mar 04 15:49:09.569372 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-6d3f1df7-5be5-40d5-9ec2-63c84e489f0c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.569372 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-6d3f1df7-5be5-40d5-9ec2-63c84e489f0c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 816 time: 0.2901506 Mar 04 15:49:09.747563 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe9885a8-d434-47b4-8420-52655f62d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:09.753983 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-b32e091a-6ff6-4578-a879-2327f02a3c5a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 380 time: 0.1756940 Mar 04 15:49:09.767504 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd6ef26-1123-4c92-ab71-e0cbea9c436a {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:09.778509 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'port': {'device_id': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'admin_state_up': True, 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'security_groups': ['e34c1907-623c-4180-8432-d94eadc8c939']}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:09.787667 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Publish callbacks [] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:09.845370 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Transition to ACTIVE for port object bbd6ef26-1123-4c92-ab71-e0cbea9c436a will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:49:09.849023 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1c9bb-9ff8-4b50-a739-262b740cb95a x-openstack-request-id: req-4ec1c9bb-9ff8-4b50-a739-262b740cb95a {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:09.849242 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:09.849495 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ec1c9bb-9ff8-4b50-a739-262b740cb95a {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:09.849973 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'status': 'completed', 'code': 200} Mar 04 15:49:09.850842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Made reservation on behalf of 465f19274bc2406aa4a4f64f6b512e5f for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:49:09.854244 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:09.919446 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a7b1876f-74aa-4154-a9a8-1db1f207511d req-b711566f-ce21-4e7a-b750-209651354c99 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 210 time: 0.0722258 Mar 04 15:49:09.958035 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:49:09.974878 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a06070-e841-4c6a-bcfa-0c207613490e req-d6742a4c-ad77-4110-8f7a-d9e3638c62ec tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.982506 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-70a06070-e841-4c6a-bcfa-0c207613490e req-d6742a4c-ad77-4110-8f7a-d9e3638c62ec tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.1349554 Mar 04 15:49:09.987368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-2e399655-1557-4f90-9519-78fc69158fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:09.988818 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-2e399655-1557-4f90-9519-78fc69158fa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4500501 Mar 04 15:49:10.098025 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-70a06070-e841-4c6a-bcfa-0c207613490e req-4d09a690-8dfd-4cc7-8e09-01eae62bff3e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083062 Mar 04 15:49:10.101895 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.118276 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.20.0.13 (83674755-1cf6-4149-93b5-7c4531f5498c/2318ba06-7dcd-49b8-9a76-27c8ce24cb09/136ea56c-6e0d-4ba0-99d1-6533f51750fe) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:49:10.145091 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-f29d58ee-7da6-4703-a69b-fcefe4c86056 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339231 Mar 04 15:49:10.210171 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:10.251153 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb5a764e-c4ef-42df-a710-7adf902093b5 req-a7a6912e-5beb-444b-a9d2-74834adb5f41 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990970 Mar 04 15:49:10.327863 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Attempting to bind port bbd6ef26-1123-4c92-ab71-e0cbea9c436a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:49:10.328211 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Attempting to bind port bbd6ef26-1123-4c92-ab71-e0cbea9c436a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:49:10.328547 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Attempting to bind port bbd6ef26-1123-4c92-ab71-e0cbea9c436a on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:10.333470 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Made reservation on behalf of 611afbcc5a4e4b98a35d5aead27f5fbe for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:49:10.339552 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.351351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Port bbd6ef26-1123-4c92-ab71-e0cbea9c436a on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:49:10.351731 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Attempting to bind port bbd6ef26-1123-4c92-ab71-e0cbea9c436a on network 6206ca5c-164a-41ee-84c0-fa3a99274b97 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:10.365046 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:49:10.365397 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Checking segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:49:10.365817 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Bound using segment: {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:49:10.366282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Bound port: bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:49:10.366675 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.453292 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806615f-b86f-4238-918f-c46b40f57b20 req-6a1e631d-2ee9-4f21-9fbd-02f3a7059f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.454942 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-6a1e631d-2ee9-4f21-9fbd-02f3a7059f70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1127 time: 0.0589840 Mar 04 15:49:10.508627 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.524034 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] For port bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:49:10.529170 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] For port bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:49:10.611134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Allocated IP 172.20.0.12 (ec1113c9-70b2-42f6-956c-c93c1c131d05/d910d966-ba51-4a6d-854e-dd4eb12a6cb7/c0797c03-2dc4-4a81-b558-5ecb6b42176d) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:49:10.623065 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.686982 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.690356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a91fe-a724-4586-9899-209753c14215 req-be44589a-f406-4621-b43f-1b6e7d430918 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.691842 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-162a91fe-a724-4586-9899-209753c14215 req-be44589a-f406-4621-b43f-1b6e7d430918 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.2003524 Mar 04 15:49:10.699216 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806615f-b86f-4238-918f-c46b40f57b20 req-c8bbb249-bace-4254-9bd7-c08ad476e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.700028 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.700874 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-c8bbb249-bace-4254-9bd7-c08ad476e448 service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.2388096 Mar 04 15:49:10.700992 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.702433 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] 10.222.0.16 "PUT /v2.0/ports/bbd6ef26-1123-4c92-ab71-e0cbea9c436a HTTP/1.1" status: 200 len: 1093 time: 2.1920547 Mar 04 15:49:10.712845 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'tag': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:10.715542 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb979701-4060-437a-9083-c92cccb80213" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3e7b49-d263-44c4-95cf-40d1f9c26e42", "tag": "bbd6ef26-1123-4c92-ab71-e0cbea9c436a"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:10.729338 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44325baa-8a42-4759-9fc9-27a4f7449be4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:10.731757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e3ca8-0555-4029-b0b4-055d4a0ec72a req-7a2f2cf0-29cf-4403-8cea-19537ba3a2bf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.733161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0f2e3ca8-0555-4029-b0b4-055d4a0ec72a req-7a2f2cf0-29cf-4403-8cea-19537ba3a2bf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.1574161 Mar 04 15:49:10.769645 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-b7e6d597-5cf0-423e-a1ee-765ad5c679ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 217 time: 0.0578423 Mar 04 15:49:10.776453 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:49:10.809497 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:49:10.811910 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:49:10.854634 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-162a91fe-a724-4586-9899-209753c14215 req-7c8ca26b-59b5-45e6-9ec0-c3191b7df4ce tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510460 Mar 04 15:49:10.866216 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0f2e3ca8-0555-4029-b0b4-055d4a0ec72a req-23b55edb-3c2d-4559-9cc5-3bf966c77e45 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051066 Mar 04 15:49:10.882932 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806615f-b86f-4238-918f-c46b40f57b20 req-d3a9b365-0054-48e3-b06f-33fbec25d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.892959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-d3a9b365-0054-48e3-b06f-33fbec25d51c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.1122642 Mar 04 15:49:10.915077 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=136ea56c-6e0d-4ba0-99d1-6533f51750fe,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:10.942068 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:10.942964 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:10.951506 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab812f-05c7-4929-bb20-0840ecfcf041 x-openstack-request-id: req-34ab812f-05c7-4929-bb20-0840ecfcf041 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:10.952080 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3e7b49-d263-44c4-95cf-40d1f9c26e42", "tag": "bbd6ef26-1123-4c92-ab71-e0cbea9c436a", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:10.952353 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34ab812f-05c7-4929-bb20-0840ecfcf041 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:10.952751 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'tag': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a', 'status': 'completed', 'code': 200} Mar 04 15:49:11.003249 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806615f-b86f-4238-918f-c46b40f57b20 req-778bbf82-07b4-4083-97db-060f9cf39bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:11.004786 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-778bbf82-07b4-4083-97db-060f9cf39bfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013579 Mar 04 15:49:11.012879 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.074064 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-dfa8c17f-23c5-4745-9b69-f171ab95acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:11.081814 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-dfa8c17f-23c5-4745-9b69-f171ab95acda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 1127 time: 0.2633319 Mar 04 15:49:11.102425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6c9b8d45-6062-4cab-ac5f-52f8c0cac88c req-4e68bc74-503d-4099-9719-24edcc3c8033 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0939250 Mar 04 15:49:11.106758 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-fd0fb003-3f88-4352-a60e-046c37e221f3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6999249 Mar 04 15:49:11.198136 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-e9feea52-cf40-4940-9ee8-539cb000301f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a HTTP/1.1" status: 200 len: 217 time: 0.0895767 Mar 04 15:49:11.203528 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Request body: {'port': {'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:11.210330 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.229586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.313463 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee566f0-85d8-40b5-b335-ad2be0fadf04 req-2c92e0ad-5b66-45b0-9701-7b23975c7687 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:11.321021 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3ee566f0-85d8-40b5-b335-ad2be0fadf04 req-2c92e0ad-5b66-45b0-9701-7b23975c7687 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 932 time: 0.2173786 Mar 04 15:49:11.321559 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-e0adcf8d-6195-40b3-84c3-91e7ee19af0a None None] Provisioning complete for port 136ea56c-6e0d-4ba0-99d1-6533f51750fe triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:11.323367 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e0adcf8d-6195-40b3-84c3-91e7ee19af0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.331924 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-532573ce-87de-4040-8ac7-c97699e5bd38 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983441 Mar 04 15:49:11.351878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:11.358045 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:49:11.365293 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:49:11.368450 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-6c4283ca-4207-42e2-8d9e-ca3527f1dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:11.370094 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-6c4283ca-4207-42e2-8d9e-ca3527f1dd49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.1359994 Mar 04 15:49:11.370957 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:49:11.373836 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.423347 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-e0adcf8d-6195-40b3-84c3-91e7ee19af0a None None] Port 136ea56c-6e0d-4ba0-99d1-6533f51750fe cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:49:11.439504 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d683a5-cfa4-49e8-a95c-96fc54e50e62 req-5ddf2b9b-ae75-449e-a2d8-c2d916a82805 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:11.441008 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f9d683a5-cfa4-49e8-a95c-96fc54e50e62 req-5ddf2b9b-ae75-449e-a2d8-c2d916a82805 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.2053492 Mar 04 15:49:11.454466 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-a7b377ad-5eb6-43ad-9627-ab66bc51ddf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773826 Mar 04 15:49:11.491818 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3ee566f0-85d8-40b5-b335-ad2be0fadf04 req-76ccfb53-c9c8-49bb-ba29-4e7d39086009 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658578 Mar 04 15:49:11.497949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:11.497949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.557200 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9806615f-b86f-4238-918f-c46b40f57b20 req-9695faec-6755-4b33-9cc0-fe461c18c113 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123380 Mar 04 15:49:11.560785 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f9d683a5-cfa4-49e8-a95c-96fc54e50e62 req-206dcc2b-c987-4e8f-b97e-74ccd98d4608 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105731 Mar 04 15:49:11.757606 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-3755f912-b4fd-4fe1-964a-3cd791f62907 None None] Provisioning complete for port c0797c03-2dc4-4a81-b558-5ecb6b42176d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:11.758259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3755f912-b4fd-4fe1-964a-3cd791f62907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.780391 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-5ec70dce-845b-4436-a4b1-bf4bf9ff9f40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0063272 Mar 04 15:49:11.796645 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-3755f912-b4fd-4fe1-964a-3cd791f62907 None None] Port c0797c03-2dc4-4a81-b558-5ecb6b42176d cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:49:11.954963 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136ea56c-6e0d-4ba0-99d1-6533f51750fe {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:11.963774 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Publish callbacks [] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:11.979431 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Transition to ACTIVE for port object 136ea56c-6e0d-4ba0-99d1-6533f51750fe will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:49:12.034796 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf10e1d-50d6-4037-b8c0-6398f42a5717 req-7de307b3-ce32-40eb-a064-709987cc8fd1 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:12.036264 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdf10e1d-50d6-4037-b8c0-6398f42a5717 req-7de307b3-ce32-40eb-a064-709987cc8fd1 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0922067 Mar 04 15:49:12.056672 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df6b8f-8111-4e44-b823-7ec627cd13fc req-a6b2f3c0-1963-429b-82ff-c1f36178ef82 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:12.067090 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-90df6b8f-8111-4e44-b823-7ec627cd13fc req-a6b2f3c0-1963-429b-82ff-c1f36178ef82 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.1133392 Mar 04 15:49:12.084828 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.120858 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3790f3f-a754-4750-8fd5-3d876ec11f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.126661 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdf10e1d-50d6-4037-b8c0-6398f42a5717 req-92979cbe-3dfb-4b1b-9c6a-1ede39806deb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840228 Mar 04 15:49:12.131855 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-90df6b8f-8111-4e44-b823-7ec627cd13fc req-802f417c-1c23-4828-8c47-123f0401185e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668936 Mar 04 15:49:12.155940 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Pushing event updated for resources: {'Port': ['ID=136ea56c-6e0d-4ba0-99d1-6533f51750fe,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:12.243094 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Attempting to bind port 136ea56c-6e0d-4ba0-99d1-6533f51750fe on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:49:12.257057 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Attempting to bind port 136ea56c-6e0d-4ba0-99d1-6533f51750fe by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:49:12.257057 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Attempting to bind port 136ea56c-6e0d-4ba0-99d1-6533f51750fe on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:12.265936 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Port 136ea56c-6e0d-4ba0-99d1-6533f51750fe on network 83674755-1cf6-4149-93b5-7c4531f5498c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:49:12.266286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Attempting to bind port 136ea56c-6e0d-4ba0-99d1-6533f51750fe on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:12.270262 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad530a-78b0-401f-93e9-70c45da27236 req-27a837a6-cde7-4e11-9291-42ed7fc48691 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:12.271727 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:49:12.272104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:49:12.272220 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c2ad530a-78b0-401f-93e9-70c45da27236 req-27a837a6-cde7-4e11-9291-42ed7fc48691 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 932 time: 0.0661063 Mar 04 15:49:12.272561 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Bound using segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:49:12.272994 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Bound port: 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:49:12.273350 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.338719 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c2ad530a-78b0-401f-93e9-70c45da27236 req-4051c613-023a-479b-8f7f-46b527f23fb8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599499 Mar 04 15:49:12.350467 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] For port 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:49:12.354054 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] For port 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:49:12.439446 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.478968 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:12.479603 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.481035 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] 10.222.0.16 "PUT /v2.0/ports/136ea56c-6e0d-4ba0-99d1-6533f51750fe HTTP/1.1" status: 200 len: 1094 time: 1.2815764 Mar 04 15:49:12.499562 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] Pushing event updated for resources: {'Port': ['ID=136ea56c-6e0d-4ba0-99d1-6533f51750fe,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:12.618297 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60687-e27d-4c57-aba0-143d0ebb872d req-b443e2b8-5964-4fbb-b71d-d342b16bfaeb tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:12.619790 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a0e60687-e27d-4c57-aba0-143d0ebb872d req-b443e2b8-5964-4fbb-b71d-d342b16bfaeb tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0613489 Mar 04 15:49:12.656223 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device efb7fa62-73bc-4d83-8be4-598c1eb6119c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:49:12.697561 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a0e60687-e27d-4c57-aba0-143d0ebb872d req-379591ef-d31d-49ca-9186-1ba014556c39 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718191 Mar 04 15:49:12.712986 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194743c6-7a76-43ee-99dd-79441c1ccf15 req-a1028714-bb36-4aa1-b8c1-968ddc54bc3a tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:12.714534 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-194743c6-7a76-43ee-99dd-79441c1ccf15 req-a1028714-bb36-4aa1-b8c1-968ddc54bc3a tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 943 time: 0.0747647 Mar 04 15:49:12.762661 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port efb7fa62-73bc-4d83-8be4-598c1eb6119c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:12.762981 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-194743c6-7a76-43ee-99dd-79441c1ccf15 req-37b5027a-56dd-41bc-819f-c4cd0fc6ffd7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Mar 04 15:49:12.774401 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'port_id': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c', 'mac_address': 'fa:16:3e:80:ad:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:49:12.810272 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port efb7fa62-73bc-4d83-8be4-598c1eb6119c is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:12.810601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.822911 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb7fa62-73bc-4d83-8be4-598c1eb6119c {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:12.842660 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port efb7fa62-73bc-4d83-8be4-598c1eb6119c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:12.889785 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:12.890436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device fab07e23-d774-46cc-8e44-edfe3393db3f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:49:12.954475 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:12.956821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff26199d-3b9d-43c9-8bac-854d534f39e4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:12.982937 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=efb7fa62-73bc-4d83-8be4-598c1eb6119c,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:12.991884 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b06cec-924c-47f0-b7d6-2476c15543eb x-openstack-request-id: req-a6b06cec-924c-47f0-b7d6-2476c15543eb {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:12.992048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:12.992308 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6b06cec-924c-47f0-b7d6-2476c15543eb {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:12.992710 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'status': 'completed', 'code': 200} Mar 04 15:49:13.024382 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port fab07e23-d774-46cc-8e44-edfe3393db3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fab07e23-d774-46cc-8e44-edfe3393db3f,segment=NetworkSegment(0f2016ca-82c0-4910-bf62-8b07b543b43b),segment_id=0f2016ca-82c0-4910-bf62-8b07b543b43b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:13.036636 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'fab07e23-d774-46cc-8e44-edfe3393db3f', 'network_id': '68ac0502-096c-442b-bdfd-977bfd225935', 'port_id': 'fab07e23-d774-46cc-8e44-edfe3393db3f', 'mac_address': 'fa:16:3e:0a:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4ca250-258d-4c2c-8756-53b80f422547', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:49:13.073360 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port fab07e23-d774-46cc-8e44-edfe3393db3f is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:13.074345 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:13.089973 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab07e23-d774-46cc-8e44-edfe3393db3f {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:13.108729 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port fab07e23-d774-46cc-8e44-edfe3393db3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fab07e23-d774-46cc-8e44-edfe3393db3f,segment=NetworkSegment(0f2016ca-82c0-4910-bf62-8b07b543b43b),segment_id=0f2016ca-82c0-4910-bf62-8b07b543b43b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:13.193446 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:13.251036 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=fab07e23-d774-46cc-8e44-edfe3393db3f,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:13.285345 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844e3b1-25b8-4142-a87f-cff0ca30a898 req-d9a05e42-cc7d-476b-a887-0d59b8878dd8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:13.286823 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1844e3b1-25b8-4142-a87f-cff0ca30a898 req-d9a05e42-cc7d-476b-a887-0d59b8878dd8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0860965 Mar 04 15:49:13.297476 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5bb3b-e89b-4c97-b467-2d2271b9e4f3 req-65589d1f-7b86-4360-bb55-78146cb2318d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:13.299188 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c5c5bb3b-e89b-4c97-b467-2d2271b9e4f3 req-65589d1f-7b86-4360-bb55-78146cb2318d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.0884769 Mar 04 15:49:13.310149 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:13.367650 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1844e3b1-25b8-4142-a87f-cff0ca30a898 req-bc713c8c-4abb-443c-b53c-6fb779d51568 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675097 Mar 04 15:49:13.378853 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c5c5bb3b-e89b-4c97-b467-2d2271b9e4f3 req-411777f6-07ad-4c07-9077-2b377b3afa8d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728445 Mar 04 15:49:13.476883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744246c-72be-43c2-bec6-2a0f91e4b0f2 req-5b078ebb-6f3f-4aaf-979f-cd259b53dc79 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:13.478374 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4744246c-72be-43c2-bec6-2a0f91e4b0f2 req-5b078ebb-6f3f-4aaf-979f-cd259b53dc79 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 932 time: 0.0524678 Mar 04 15:49:13.525009 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4744246c-72be-43c2-bec6-2a0f91e4b0f2 req-1fcd6784-0558-4c58-9043-c965868b70f8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Mar 04 15:49:13.592818 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-e0bd760d-813f-4322-a78d-f699ae8fcd36 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834954 Mar 04 15:49:13.817160 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29a85b-2f89-489e-bda6-a3e0c11d8566 req-7ba38b18-c93c-4721-ba47-a76055ad680b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:13.818647 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7e29a85b-2f89-489e-bda6-a3e0c11d8566 req-7ba38b18-c93c-4721-ba47-a76055ad680b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0560651 Mar 04 15:49:13.892415 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7e29a85b-2f89-489e-bda6-a3e0c11d8566 req-1e3ed461-4201-4c30-8b97-e781561aa485 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674796 Mar 04 15:49:13.907403 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632115cf-c4f6-4f45-8dfb-8e9453f612fa req-62bf26ab-4e36-4ce5-8027-9aa7a1ea92a7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:13.908827 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-632115cf-c4f6-4f45-8dfb-8e9453f612fa req-62bf26ab-4e36-4ce5-8027-9aa7a1ea92a7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0781832 Mar 04 15:49:13.955738 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-632115cf-c4f6-4f45-8dfb-8e9453f612fa req-d3add93b-55d5-4959-ac2b-60b47d052365 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Mar 04 15:49:14.517419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee5cbf-3b22-4f57-96f3-58cab1f24afc req-f8e482be-3f6e-4be5-95d0-e3d74c233607 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:14.518904 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ffee5cbf-3b22-4f57-96f3-58cab1f24afc req-f8e482be-3f6e-4be5-95d0-e3d74c233607 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0860822 Mar 04 15:49:14.528940 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3894-5786-4402-a52a-e9e3707a005e req-8958bf4b-0961-45f8-846a-3ae0df62e7a4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:14.530329 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a17d3894-5786-4402-a52a-e9e3707a005e req-8958bf4b-0961-45f8-846a-3ae0df62e7a4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.0855443 Mar 04 15:49:14.599095 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ffee5cbf-3b22-4f57-96f3-58cab1f24afc req-93b62bf8-b10c-47c4-98c3-09f407de38e4 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678334 Mar 04 15:49:14.602029 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a17d3894-5786-4402-a52a-e9e3707a005e req-77f682e6-abf1-4d9d-9661-1dae936e45a2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Mar 04 15:49:14.695834 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:14.702199 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc386f1-8ef1-42f5-b979-96cf8e3a1ab6 req-2e171b2e-c87f-4551-95d4-1ba567cb603c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:14.703632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3bc386f1-8ef1-42f5-b979-96cf8e3a1ab6 req-2e171b2e-c87f-4551-95d4-1ba567cb603c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 932 time: 0.0517743 Mar 04 15:49:14.751853 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3bc386f1-8ef1-42f5-b979-96cf8e3a1ab6 req-181cb5d3-49f6-45c3-bd5d-3d5630b7dcf1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Mar 04 15:49:14.857169 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Request body: {'port': {'device_id': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:14.927559 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-f9c6b067-8da3-471f-ad92-44151508186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:14.929637 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-f9c6b067-8da3-471f-ad92-44151508186e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 1128 time: 0.0454302 Mar 04 15:49:14.964811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:14.973460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-e311b479-3b09-44df-9d26-974458c90d12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe HTTP/1.1" status: 200 len: 217 time: 0.0368028 Mar 04 15:49:15.034684 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6a5c5be9-a235-424d-b9ff-de7373b45c94 req-ebdc9946-82cf-4d7f-9c6b-4928b5e82483 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540005 Mar 04 15:49:15.073836 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-cc4f968f-ff9f-44fb-9e8f-db9008e0ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.075298 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-cc4f968f-ff9f-44fb-9e8f-db9008e0ae1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0927358 Mar 04 15:49:15.123225 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca090c-e072-4c28-b97a-4c728d8016ae req-eda15d54-4ea2-41a0-b6bd-d8c86af6280b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.124740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-81ca090c-e072-4c28-b97a-4c728d8016ae req-eda15d54-4ea2-41a0-b6bd-d8c86af6280b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.1539955 Mar 04 15:49:15.140895 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b124-ea47-4b4d-9467-4d2dd51bb32e req-c6e910c8-6fe8-40b4-baa5-167bf41f1cf8 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.142488 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-49b1b124-ea47-4b4d-9467-4d2dd51bb32e req-c6e910c8-6fe8-40b4-baa5-167bf41f1cf8 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.1123087 Mar 04 15:49:15.325923 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb979701-4060-437a-9083-c92cccb80213 req-21e678d5-598a-44e4-b17a-694fa1c869cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.327428 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-21e678d5-598a-44e4-b17a-694fa1c869cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 1127 time: 0.0960188 Mar 04 15:49:15.350857 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0797c03-2dc4-4a81-b558-5ecb6b42176d {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:15.364689 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Publish callbacks [] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:15.371323 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-7bed25da-0790-4ae5-9f45-2334f33cfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.372791 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-7bed25da-0790-4ae5-9f45-2334f33cfec4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2904284 Mar 04 15:49:15.410995 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Transition to ACTIVE for port object c0797c03-2dc4-4a81-b558-5ecb6b42176d will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:49:15.424974 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-81ca090c-e072-4c28-b97a-4c728d8016ae req-1d25e2c2-95f9-41db-9624-1449e0f6dbce tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815366 Mar 04 15:49:15.449632 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb979701-4060-437a-9083-c92cccb80213 req-172b72da-d93d-4e01-a5d2-3cb641d60be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.451162 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-172b72da-d93d-4e01-a5d2-3cb641d60be2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.1156371 Mar 04 15:49:15.451897 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-49b1b124-ea47-4b4d-9467-4d2dd51bb32e req-6d8defc3-2eea-4226-aaa1-7dc6cd06ec7b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984571 Mar 04 15:49:15.494389 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-b749841f-e2c7-4a88-9f2e-04c92b54a51e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a HTTP/1.1" status: 200 len: 217 time: 0.0369215 Mar 04 15:49:15.494902 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-c35d4e5d-b6a8-411f-9adf-8d88d410ef16 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090658 Mar 04 15:49:15.501094 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:15.598183 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:15.598387 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-f363c80e-98c6-457f-9d98-9a5791155e80 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920291 Mar 04 15:49:15.600752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb979701-4060-437a-9083-c92cccb80213 req-a7a9b12c-70fe-48b9-b889-b371819434d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.602243 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-a7a9b12c-70fe-48b9-b889-b371819434d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0968261 Mar 04 15:49:15.656123 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-46e36e67-373d-460e-b727-66683b45244b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384574 Mar 04 15:49:15.762374 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Attempting to bind port c0797c03-2dc4-4a81-b558-5ecb6b42176d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:49:15.762739 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Attempting to bind port c0797c03-2dc4-4a81-b558-5ecb6b42176d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:49:15.763141 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Attempting to bind port c0797c03-2dc4-4a81-b558-5ecb6b42176d on network ec1113c9-70b2-42f6-956c-c93c1c131d05 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:15.772340 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Port c0797c03-2dc4-4a81-b558-5ecb6b42176d on network ec1113c9-70b2-42f6-956c-c93c1c131d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:49:15.772670 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Attempting to bind port c0797c03-2dc4-4a81-b558-5ecb6b42176d on network ec1113c9-70b2-42f6-956c-c93c1c131d05 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:49:15.784931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:49:15.785279 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Checking segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:49:15.785655 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Bound using segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:49:15.786115 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Bound port: c0797c03-2dc4-4a81-b558-5ecb6b42176d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:49:15.786481 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:15.802830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7bb2-f83c-41e6-876f-73471d06aec8 req-a210d85c-4914-497b-b7cd-08ab2de1d8f8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.804482 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9b2e7bb2-f83c-41e6-876f-73471d06aec8 req-a210d85c-4914-497b-b7cd-08ab2de1d8f8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.1230874 Mar 04 15:49:15.809590 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-49662748-e541-4826-83dc-e8abd347b1fb service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334629 Mar 04 15:49:15.811398 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034983a-b39d-44c1-9b57-9a984952fc6e req-94b2e203-d196-443b-a967-afebf94e398b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.812802 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4034983a-b39d-44c1-9b57-9a984952fc6e req-94b2e203-d196-443b-a967-afebf94e398b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.1204734 Mar 04 15:49:15.862375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-baa49dc0-e00f-4239-88a3-7081b2063397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:15.863799 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-baa49dc0-e00f-4239-88a3-7081b2063397 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 1128 time: 0.1194003 Mar 04 15:49:15.915718 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9b2e7bb2-f83c-41e6-876f-73471d06aec8 req-c0a4766a-4883-4acc-9b42-3cebed62f028 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009402 Mar 04 15:49:15.916891 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:49:15.921804 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:49:15.949764 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4034983a-b39d-44c1-9b57-9a984952fc6e req-734b5cd1-80e2-4e5d-9420-d386643acb75 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263723 Mar 04 15:49:15.956293 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-eb979701-4060-437a-9083-c92cccb80213 req-839a3c6e-5fc6-4d08-b121-57a69875f206 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258373 Mar 04 15:49:16.017247 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-b233063c-1583-428a-837a-5182b881d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.018713 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-b233063c-1583-428a-837a-5182b881d5c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.1417825 Mar 04 15:49:16.039263 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:16.062546 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-b64c542f-f397-4837-a3c0-54ce2eb419df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe HTTP/1.1" status: 200 len: 217 time: 0.0362115 Mar 04 15:49:16.073076 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2df6b-642f-48a9-b1e8-e7938929470e req-c7e5f889-d3ce-4259-983a-3f0fd47ba28b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.075166 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6c2df6b-642f-48a9-b1e8-e7938929470e req-c7e5f889-d3ce-4259-983a-3f0fd47ba28b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0996897 Mar 04 15:49:16.077814 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.078456 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:16.079814 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] 10.222.0.16 "PUT /v2.0/ports/c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 1094 time: 1.2274644 Mar 04 15:49:16.080380 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:16.082811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785f9722-f2ca-48d9-aa8d-8969a68056dc" -d '{"events": [{"name": "network-changed", "server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:16.119008 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88f298-c281-4e4a-9a3e-0c3f01b19d8b service neutron] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:16.131148 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:16.132288 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e27b07-4f83-4051-b3ea-859379df9d85 x-openstack-request-id: req-f0e27b07-4f83-4051-b3ea-859379df9d85 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:16.132608 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:16.133083 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e27b07-4f83-4051-b3ea-859379df9d85 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:16.133589 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'status': 'completed', 'code': 200} Mar 04 15:49:16.156272 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-f9a671cf-7f78-437f-968f-84bfbf5796b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.159993 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-f9a671cf-7f78-437f-968f-84bfbf5796b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0838428 Mar 04 15:49:16.203100 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6c2df6b-642f-48a9-b1e8-e7938929470e req-bf41d65b-65f1-4ea9-b66c-e2efca7f3a92 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196027 Mar 04 15:49:16.212109 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9722-f2ca-48d9-aa8d-8969a68056dc req-ea823dca-d3e4-4da5-93bb-57b6cf220ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.214006 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-785f9722-f2ca-48d9-aa8d-8969a68056dc req-ea823dca-d3e4-4da5-93bb-57b6cf220ab1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1128 time: 0.0645609 Mar 04 15:49:16.274550 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-3411e24f-7378-4e3e-be0f-205ccac6ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.275838 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-3411e24f-7378-4e3e-be0f-205ccac6ff67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036427 Mar 04 15:49:16.420539 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-b54614ea-395a-4dd4-86e0-f776b10cc3c1 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375370 Mar 04 15:49:16.455734 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9722-f2ca-48d9-aa8d-8969a68056dc req-4b91847b-8dbb-4ab4-aac1-bb8e2b064dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.457430 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-785f9722-f2ca-48d9-aa8d-8969a68056dc req-4b91847b-8dbb-4ab4-aac1-bb8e2b064dfd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2285631 Mar 04 15:49:16.607857 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['fab07e23-d774-46cc-8e44-edfe3393db3f'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:49:16.609070 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff26199d-3b9d-43c9-8bac-854d534f39e4 req-a894b222-f795-48a7-9ce9-a9affbf33b70 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814837 Mar 04 15:49:16.632768 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9722-f2ca-48d9-aa8d-8969a68056dc req-bdd5202a-0837-4433-a968-78f6551f8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.634778 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-785f9722-f2ca-48d9-aa8d-8969a68056dc req-bdd5202a-0837-4433-a968-78f6551f8c2f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715310 Mar 04 15:49:16.652665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d58fcb-1c0f-4598-8960-8a7c7c95b07a req-9be5d84f-bbf1-4410-9e71-6a2292f09467 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.654288 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46d58fcb-1c0f-4598-8960-8a7c7c95b07a req-9be5d84f-bbf1-4410-9e71-6a2292f09467 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.1196320 Mar 04 15:49:16.664249 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['efb7fa62-73bc-4d83-8be4-598c1eb6119c'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:49:16.665968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a592e-bc30-4096-a09a-30d2f274d923 req-fed15163-69e6-4966-aff0-b950eb94259e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.668327 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f9a592e-bc30-4096-a09a-30d2f274d923 req-fed15163-69e6-4966-aff0-b950eb94259e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.1223633 Mar 04 15:49:16.740438 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-b03edc66-b69b-49ae-82f9-b7d1fa0051ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:16.743583 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-b03edc66-b69b-49ae-82f9-b7d1fa0051ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1128 time: 0.0712905 Mar 04 15:49:16.790307 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46d58fcb-1c0f-4598-8960-8a7c7c95b07a req-476b3d6f-d1cc-4ba7-a62d-740b66f693d0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949435 Mar 04 15:49:16.806746 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f9a592e-bc30-4096-a09a-30d2f274d923 req-39ad13ca-743a-468f-8c36-6b86ba752b59 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260366 Mar 04 15:49:17.028113 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-267eb914-8f93-4f68-9e57-1990887d104e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 217 time: 0.2769597 Mar 04 15:49:17.075042 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d0d3b-05f4-480b-b509-3083800f6fd8 req-382c1bf6-1181-4d59-b004-207d97cdfdf8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.076511 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-912d0d3b-05f4-480b-b509-3083800f6fd8 req-382c1bf6-1181-4d59-b004-207d97cdfdf8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0886474 Mar 04 15:49:17.084274 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-a317de48-b74a-4b76-b357-9ed35716eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.086462 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-a317de48-b74a-4b76-b357-9ed35716eb7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0515027 Mar 04 15:49:17.152943 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-6b82f1ac-d476-43a2-90ff-406eb915a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.154552 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-6b82f1ac-d476-43a2-90ff-406eb915a213 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619664 Mar 04 15:49:17.156035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c496fd-24b2-45ef-9ae5-99d477dc8e83 req-78d7b3e1-c645-47e3-89f8-782fcef4e44d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.157529 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5c496fd-24b2-45ef-9ae5-99d477dc8e83 req-78d7b3e1-c645-47e3-89f8-782fcef4e44d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.0984573 Mar 04 15:49:17.160934 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-912d0d3b-05f4-480b-b509-3083800f6fd8 req-e345d0db-f80f-42a5-afda-0ae6bd747949 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646670 Mar 04 15:49:17.206490 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5c496fd-24b2-45ef-9ae5-99d477dc8e83 req-c5151d56-b6f2-47a7-90de-6cff29c82411 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Mar 04 15:49:17.251477 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-ccc394c6-cc05-4181-a133-631f4b37946a service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904863 Mar 04 15:49:17.329842 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c38fa-211e-421b-a78f-a74798b86044 req-f7e79e21-c130-4718-b28d-12f2a4952c75 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.331303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-278c38fa-211e-421b-a78f-a74798b86044 req-f7e79e21-c130-4718-b28d-12f2a4952c75 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0579944 Mar 04 15:49:17.351030 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-91fa4e49-7ee2-4894-bbd6-e75b7c028708 req-175d190a-d7c1-485d-8d81-a863c2102f5b service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894656 Mar 04 15:49:17.385483 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-278c38fa-211e-421b-a78f-a74798b86044 req-67a796ca-d20d-49bc-b1c2-33919d73a749 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475843 Mar 04 15:49:17.933828 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a341970-39c8-4773-910a-cc04818996d6 req-4980f161-b71b-4691-afaa-f923560f67ea tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.935204 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9a341970-39c8-4773-910a-cc04818996d6 req-4980f161-b71b-4691-afaa-f923560f67ea tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0858934 Mar 04 15:49:17.945506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016f874-7bcc-470a-92a0-905584ec20ef req-94e3a743-62d4-449d-857d-e3f653390d83 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:17.946874 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e016f874-7bcc-470a-92a0-905584ec20ef req-94e3a743-62d4-449d-857d-e3f653390d83 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0711730 Mar 04 15:49:18.016073 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9a341970-39c8-4773-910a-cc04818996d6 req-b23f82d8-6854-4834-9f2a-3bcb99df0ca8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682955 Mar 04 15:49:18.019221 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e016f874-7bcc-470a-92a0-905584ec20ef req-bda2a398-b92e-491a-877e-29fa6290c48c tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Mar 04 15:49:18.275036 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af4fb-508a-4b2f-9e30-f5ab71b92fb5 req-6577deeb-2a43-43c6-9eb4-70ea7ccc077c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:18.277009 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d8af4fb-508a-4b2f-9e30-f5ab71b92fb5 req-6577deeb-2a43-43c6-9eb4-70ea7ccc077c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0515780 Mar 04 15:49:18.547303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d8af4fb-508a-4b2f-9e30-f5ab71b92fb5 req-1d9fd0f1-dc7e-4614-b78a-7be340c16fa2 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712450 Mar 04 15:49:18.547303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c7704-ec0e-441c-9a7c-f57333379fe4 req-6360d345-ee69-4630-8fb4-01701e165c9f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:18.547303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823c7704-ec0e-441c-9a7c-f57333379fe4 req-6360d345-ee69-4630-8fb4-01701e165c9f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.0880754 Mar 04 15:49:18.547303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823c7704-ec0e-441c-9a7c-f57333379fe4 req-dc92729f-4de7-4ca5-85d8-826996279dac tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Mar 04 15:49:18.547303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21cb65-f20c-4803-b645-b57252fbb4a9 req-347646f4-a122-443d-a7aa-57489991e10b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:18.547303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eb21cb65-f20c-4803-b645-b57252fbb4a9 req-347646f4-a122-443d-a7aa-57489991e10b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0509133 Mar 04 15:49:18.553794 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eb21cb65-f20c-4803-b645-b57252fbb4a9 req-e25d7474-af03-4be0-88b5-56eb020e0577 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407894 Mar 04 15:49:19.166077 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b8dca-8eb9-4459-a76f-e9279bb58174 req-4b5e964e-2487-4ec7-aaf3-040dd583c03c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:19.167974 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-265b8dca-8eb9-4459-a76f-e9279bb58174 req-4b5e964e-2487-4ec7-aaf3-040dd583c03c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0862186 Mar 04 15:49:19.175233 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccc83d-d8a6-4c8d-a444-7cf55e4bb56f req-ab448c56-72d4-48f5-b6d7-cdaa43673154 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:19.176573 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-21ccc83d-d8a6-4c8d-a444-7cf55e4bb56f req-ab448c56-72d4-48f5-b6d7-cdaa43673154 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0862153 Mar 04 15:49:19.242155 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-265b8dca-8eb9-4459-a76f-e9279bb58174 req-dc25439b-3431-4feb-a1d7-ecd637240039 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646634 Mar 04 15:49:19.249374 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-21ccc83d-d8a6-4c8d-a444-7cf55e4bb56f req-31d2123d-2336-48f9-b56c-6dc6cfbdd8db tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Mar 04 15:49:19.470766 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc2f36-b153-4a4f-8350-aa39d6869ac4 req-76b50cab-56d3-4e74-af2f-b29660bfefa2 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:19.472106 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eddc2f36-b153-4a4f-8350-aa39d6869ac4 req-76b50cab-56d3-4e74-af2f-b29660bfefa2 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0507390 Mar 04 15:49:19.519931 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eddc2f36-b153-4a4f-8350-aa39d6869ac4 req-98641c2b-f95b-4f9b-ae68-7dd7eba763ef tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Mar 04 15:49:19.580179 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb2cb-7d21-4787-a7e8-2d9516f55a89 req-6b4ea39a-e704-4f32-8206-456cfebc42e2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:19.581734 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdedb2cb-7d21-4787-a7e8-2d9516f55a89 req-6b4ea39a-e704-4f32-8206-456cfebc42e2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 943 time: 0.0506954 Mar 04 15:49:19.639655 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdedb2cb-7d21-4787-a7e8-2d9516f55a89 req-30d5b668-a041-4b48-9460-605e3cf4a6e4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523553 Mar 04 15:49:19.680068 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda56578-bba1-4546-896e-95c4f4db388f req-ad6c87c1-7a63-41ac-acfe-0bfe16d001eb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:19.681511 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bda56578-bba1-4546-896e-95c4f4db388f req-ad6c87c1-7a63-41ac-acfe-0bfe16d001eb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0551510 Mar 04 15:49:19.726390 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bda56578-bba1-4546-896e-95c4f4db388f req-ba5eccf8-25ae-4786-b070-9f9f01f8b65c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 Mar 04 15:49:20.352236 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device bbd6ef26-1123-4c92-ab71-e0cbea9c436a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:49:20.392564 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1810-fa65-49ca-93e3-36d71e69209c req-2519fb48-c112-45ee-86ec-36a11d991e1d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:20.394304 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-59df1810-fa65-49ca-93e3-36d71e69209c req-2519fb48-c112-45ee-86ec-36a11d991e1d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0866926 Mar 04 15:49:20.401883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f79011-e52c-48b4-b6ce-209870589d57 req-9b59060d-0a14-45ea-a771-278029d5d09f tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:20.408567 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-35f79011-e52c-48b4-b6ce-209870589d57 req-9b59060d-0a14-45ea-a771-278029d5d09f tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0863938 Mar 04 15:49:20.448299 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:20.460242 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a', 'network_id': '6206ca5c-164a-41ee-84c0-fa3a99274b97', 'port_id': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a', 'mac_address': 'fa:16:3e:bb:d5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001e52a1-1c62-4bd1-8274-ff7726060e72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:49:20.471698 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-59df1810-fa65-49ca-93e3-36d71e69209c req-ea2462b1-e76d-4bf5-b8e2-0f3a6197ebc6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675149 Mar 04 15:49:20.478825 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-35f79011-e52c-48b4-b6ce-209870589d57 req-7cc2bef6-0c27-4930-843c-8bc478c05a5d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681581 Mar 04 15:49:20.500710 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port bbd6ef26-1123-4c92-ab71-e0cbea9c436a is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:20.501100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:20.515132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd6ef26-1123-4c92-ab71-e0cbea9c436a {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:20.533652 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:20.615885 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:20.616556 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2654ad5c-5b7f-4e50-9144-07dc5b52768a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:49:20.638518 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03bbbb-4eb9-42e9-946c-b32f48898bb7 req-29297c97-d87c-4821-890a-a4faeffb2779 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:20.640141 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5f03bbbb-4eb9-42e9-946c-b32f48898bb7 req-29297c97-d87c-4821-890a-a4faeffb2779 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 943 time: 0.0559239 Mar 04 15:49:20.688951 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:20.704460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5f03bbbb-4eb9-42e9-946c-b32f48898bb7 req-bcd85202-9be0-4921-b34c-c30419736ae8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533948 Mar 04 15:49:20.762344 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:20.774987 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'port_id': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'mac_address': 'fa:16:3e:4e:bb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:49:20.801162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e0b8-f41e-498d-958a-05591c73b7fd req-c5409bf4-ebec-431e-9572-bbfa47ecf046 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:20.802737 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28f9e0b8-f41e-498d-958a-05591c73b7fd req-c5409bf4-ebec-431e-9572-bbfa47ecf046 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 944 time: 0.0716984 Mar 04 15:49:20.826203 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 2654ad5c-5b7f-4e50-9144-07dc5b52768a is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:20.827008 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:20.840164 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2654ad5c-5b7f-4e50-9144-07dc5b52768a {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:20.863560 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:20.882222 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28f9e0b8-f41e-498d-958a-05591c73b7fd req-0a90dd26-4777-482e-b368-3599a47918d6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Mar 04 15:49:20.894181 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77e1a-38b9-4fe2-b902-c3c5047f3d4e req-bf93fe08-d07e-479f-9a98-edcbb22fd8e2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:20.895757 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-85f77e1a-38b9-4fe2-b902-c3c5047f3d4e req-bf93fe08-d07e-479f-9a98-edcbb22fd8e2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0917089 Mar 04 15:49:20.935716 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:20.953100 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-85f77e1a-38b9-4fe2-b902-c3c5047f3d4e req-b7be30f6-5547-4585-adc3-73e4474cae79 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Mar 04 15:49:20.994680 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=2654ad5c-5b7f-4e50-9144-07dc5b52768a,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:21.625038 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffbf47-96b5-407f-ac28-e459367337e6 req-45aab622-4507-42df-9fd3-0258193e36a7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:21.626527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-83ffbf47-96b5-407f-ac28-e459367337e6 req-45aab622-4507-42df-9fd3-0258193e36a7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0810134 Mar 04 15:49:21.633933 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bcebb-cd1c-47f5-8972-b92b68b6a3c9 req-6dae2f8a-4b5c-4631-9395-a8eed2e2a066 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:21.635275 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e14bcebb-cd1c-47f5-8972-b92b68b6a3c9 req-6dae2f8a-4b5c-4631-9395-a8eed2e2a066 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0810921 Mar 04 15:49:21.704527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-83ffbf47-96b5-407f-ac28-e459367337e6 req-f648e7d6-d7c7-44ff-b322-9a374d20c06f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683258 Mar 04 15:49:21.708583 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e14bcebb-cd1c-47f5-8972-b92b68b6a3c9 req-d8816b93-2302-4b9e-bb32-24da4858569c tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655544 Mar 04 15:49:21.819141 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b92045-b900-4019-9d2f-e067a1b7e14f req-4439b189-e70f-4e68-8d97-f8bf5252a9d6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:21.820532 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8b92045-b900-4019-9d2f-e067a1b7e14f req-4439b189-e70f-4e68-8d97-f8bf5252a9d6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 944 time: 0.0580006 Mar 04 15:49:21.870474 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8b92045-b900-4019-9d2f-e067a1b7e14f req-f4839f78-e58d-4fe2-8cfb-75707413bdc8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 Mar 04 15:49:21.997664 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371b415-9b46-4b0d-9a69-345866deae43 req-781f4ae9-e512-42e4-92de-2f4753f66d59 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:21.999157 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b371b415-9b46-4b0d-9a69-345866deae43 req-781f4ae9-e512-42e4-92de-2f4753f66d59 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 944 time: 0.0521891 Mar 04 15:49:22.071598 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b371b415-9b46-4b0d-9a69-345866deae43 req-eab61c09-1978-412f-a8db-e02ec7117243 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667984 Mar 04 15:49:22.093359 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a4e2-d177-4149-8472-a4c44c68403d req-821b76aa-692f-4a69-9101-3abcd85387fe tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:22.094802 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-73a6a4e2-d177-4149-8472-a4c44c68403d req-821b76aa-692f-4a69-9101-3abcd85387fe tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0613153 Mar 04 15:49:22.143065 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-73a6a4e2-d177-4149-8472-a4c44c68403d req-2bc2cdff-719d-4768-895b-014d0f03799b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 Mar 04 15:49:22.849962 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b820bed-bce5-40f0-98a7-f638e8c03995 req-c4637721-ad52-41ff-a047-d3c7392e555d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:22.851438 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8b820bed-bce5-40f0-98a7-f638e8c03995 req-c4637721-ad52-41ff-a047-d3c7392e555d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0820858 Mar 04 15:49:22.858899 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cdee1-ea38-4738-93ae-a163c79db341 req-a337b1b3-a12c-4aed-b131-d1a5373facc1 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:22.860321 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc9cdee1-ea38-4738-93ae-a163c79db341 req-a337b1b3-a12c-4aed-b131-d1a5373facc1 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0824580 Mar 04 15:49:22.929050 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8b820bed-bce5-40f0-98a7-f638e8c03995 req-b8db8ffb-28d3-42fb-a5b0-2f83efbec4fc tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677788 Mar 04 15:49:22.936003 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc9cdee1-ea38-4738-93ae-a163c79db341 req-9d2cec05-63af-4531-8a84-ceab1ab6ae49 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688155 Mar 04 15:49:23.036254 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3a10-ed6a-444f-a4fe-bd20a6da6cf3 req-826d21c5-b097-49df-9688-d7aac92c8da6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:23.037779 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df2f3a10-ed6a-444f-a4fe-bd20a6da6cf3 req-826d21c5-b097-49df-9688-d7aac92c8da6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 944 time: 0.0549695 Mar 04 15:49:23.085835 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df2f3a10-ed6a-444f-a4fe-bd20a6da6cf3 req-599637c1-076f-4c6d-80d2-b6debe640cd5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Mar 04 15:49:23.189538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b413-daf3-400b-a935-003a4cdd2644 req-c74f6778-396d-4409-9a48-102b2a6adaae tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:23.191207 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d9f3b413-daf3-400b-a935-003a4cdd2644 req-c74f6778-396d-4409-9a48-102b2a6adaae tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Mar 04 15:49:23.268806 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d9f3b413-daf3-400b-a935-003a4cdd2644 req-2865a6e8-0833-401f-a6e1-e9edd3ea92ea tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721912 Mar 04 15:49:23.286890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7a777-b69d-46dc-aba6-e832faeae525 req-9fbc7c45-9951-45ea-b3ae-13bb31e7134c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:23.288267 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-56f7a777-b69d-46dc-aba6-e832faeae525 req-9fbc7c45-9951-45ea-b3ae-13bb31e7134c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0748043 Mar 04 15:49:23.335002 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-56f7a777-b69d-46dc-aba6-e832faeae525 req-a563fbfc-b280-457c-94d6-aca4303c1b03 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410950 Mar 04 15:49:23.452104 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['2654ad5c-5b7f-4e50-9144-07dc5b52768a'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:49:23.535437 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['bbd6ef26-1123-4c92-ab71-e0cbea9c436a'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:49:23.836351 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 136ea56c-6e0d-4ba0-99d1-6533f51750fe details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:49:23.840217 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device efb7fa62-73bc-4d83-8be4-598c1eb6119c up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:23.987441 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:24.004836 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:49:24.010508 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port efb7fa62-73bc-4d83-8be4-598c1eb6119c completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:49:24.032685 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port efb7fa62-73bc-4d83-8be4-598c1eb6119c triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:24.035778 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.078679 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 136ea56c-6e0d-4ba0-99d1-6533f51750fe is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:24.079073 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.097232 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5386fa-3d55-44f0-b797-284187aee4ae req-69d4b6a7-1853-4b00-958b-a55781a22f2c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:24.097883 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136ea56c-6e0d-4ba0-99d1-6533f51750fe {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:24.098674 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff5386fa-3d55-44f0-b797-284187aee4ae req-69d4b6a7-1853-4b00-958b-a55781a22f2c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 944 time: 0.0988281 Mar 04 15:49:24.114741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1720-253a-48db-9e98-b6f5ff084c1e req-0cd9ad9a-3cd5-48cd-975d-e24aea2d06e6 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:24.116195 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad4f1720-253a-48db-9e98-b6f5ff084c1e req-0cd9ad9a-3cd5-48cd-975d-e24aea2d06e6 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 944 time: 0.0816481 Mar 04 15:49:24.126837 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:24.166022 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port efb7fa62-73bc-4d83-8be4-598c1eb6119c is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:24.166706 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.195100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:24.201563 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff5386fa-3d55-44f0-b797-284187aee4ae req-1ad94df3-1464-46e8-a528-455f7e0c1b69 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911336 Mar 04 15:49:24.206368 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad4f1720-253a-48db-9e98-b6f5ff084c1e req-d6fadf30-009c-4676-834c-aaf4c9ca8f3f tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838459 Mar 04 15:49:24.259767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.279259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port efb7fa62-73bc-4d83-8be4-598c1eb6119c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:24.341536 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=136ea56c-6e0d-4ba0-99d1-6533f51750fe,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:24.377213 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.379193 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device fab07e23-d774-46cc-8e44-edfe3393db3f up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:24.426110 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abe702-471a-43ba-99af-21f1f9d128f4 req-b9de30f6-5ded-4306-84f2-3a9a352a3ac0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:24.426110 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14abe702-471a-43ba-99af-21f1f9d128f4 req-b9de30f6-5ded-4306-84f2-3a9a352a3ac0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 944 time: 0.1511016 Mar 04 15:49:24.433843 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f950d-cfe5-443a-8f2a-5722b5b2e49c" -d '{"events": [{"server_uuid": "dcb61670-3d0a-49af-85f7-065243e9c0fe", "name": "network-vif-plugged", "status": "completed", "tag": "efb7fa62-73bc-4d83-8be4-598c1eb6119c"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:24.459632 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd25f1-390d-4c54-83ba-2d77dc35484d req-0db6a6cb-ed9a-4c1b-8cff-90c5dd7bc7e1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:24.466900 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-25fd25f1-390d-4c54-83ba-2d77dc35484d req-0db6a6cb-ed9a-4c1b-8cff-90c5dd7bc7e1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 944 time: 0.1083083 Mar 04 15:49:24.472537 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=efb7fa62-73bc-4d83-8be4-598c1eb6119c,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:24.529872 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14abe702-471a-43ba-99af-21f1f9d128f4 req-73f9be78-daa2-40e0-b0b7-bfb92fb9a3b8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993714 Mar 04 15:49:24.534038 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-25fd25f1-390d-4c54-83ba-2d77dc35484d req-ceca3398-e3e5-4c96-8826-ce51205188fe tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663149 Mar 04 15:49:24.639101 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port fab07e23-d774-46cc-8e44-edfe3393db3f completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:49:24.644829 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port fab07e23-d774-46cc-8e44-edfe3393db3f triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:24.645265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.659962 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b858-d3e5-4dbb-b641-2c243e13d10d req-6fda2d62-2f04-4c0c-a55b-465f3f3302e9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:24.661578 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc98b858-d3e5-4dbb-b641-2c243e13d10d req-6fda2d62-2f04-4c0c-a55b-465f3f3302e9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0650878 Mar 04 15:49:24.737238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc98b858-d3e5-4dbb-b641-2c243e13d10d req-a6bf6ea0-84e7-4ad0-8255-b435c5ad086f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662558 Mar 04 15:49:24.825742 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2b5f0-b170-44bc-883e-8f6367723bbc x-openstack-request-id: req-17b2b5f0-b170-44bc-883e-8f6367723bbc {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:24.826013 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb61670-3d0a-49af-85f7-065243e9c0fe", "name": "network-vif-plugged", "status": "completed", "tag": "efb7fa62-73bc-4d83-8be4-598c1eb6119c", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:24.826267 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b2b5f0-b170-44bc-883e-8f6367723bbc {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:24.826719 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c', 'code': 200} Mar 04 15:49:24.882010 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port fab07e23-d774-46cc-8e44-edfe3393db3f is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:24.882315 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:24.913984 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port fab07e23-d774-46cc-8e44-edfe3393db3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fab07e23-d774-46cc-8e44-edfe3393db3f,segment=NetworkSegment(0f2016ca-82c0-4910-bf62-8b07b543b43b),segment_id=0f2016ca-82c0-4910-bf62-8b07b543b43b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:24.998757 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:25.024253 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['136ea56c-6e0d-4ba0-99d1-6533f51750fe'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:49:25.054568 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46d96b-6e51-4d7f-8a5d-95e1d0b73b40 req-13865b6d-f833-484d-87cd-f6fd59cd48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:25.055703 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-7a46d96b-6e51-4d7f-8a5d-95e1d0b73b40 req-13865b6d-f833-484d-87cd-f6fd59cd48f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.0825868 Mar 04 15:49:25.075184 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a46d96b-6e51-4d7f-8a5d-95e1d0b73b40 req-ef105fa3-53b8-4e06-a08b-bb30f1bf6f8a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:25.086381 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=fab07e23-d774-46cc-8e44-edfe3393db3f,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:25.152448 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a46d96b-6e51-4d7f-8a5d-95e1d0b73b40 req-ef105fa3-53b8-4e06-a08b-bb30f1bf6f8a service neutron] Publish callbacks [] for security_group (f47cad81-775b-4925-aec1-b40fcbf76e9a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:25.249206 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a46d96b-6e51-4d7f-8a5d-95e1d0b73b40 req-ef105fa3-53b8-4e06-a08b-bb30f1bf6f8a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f47cad81-775b-4925-aec1-b40fcbf76e9a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:25.288010 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105fa3-53b8-4e06-a08b-bb30f1bf6f8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cad81-775b-4925-aec1-b40fcbf76e9a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:25.306812 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-7a46d96b-6e51-4d7f-8a5d-95e1d0b73b40 req-ef105fa3-53b8-4e06-a08b-bb30f1bf6f8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436862 Mar 04 15:49:25.360172 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7198a-ccd6-4ff9-9c2b-4a757201c3c5 req-0521b6f7-5ff9-4914-95e7-1fb4a2718026 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:25.361744 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4df7198a-ccd6-4ff9-9c2b-4a757201c3c5 req-0521b6f7-5ff9-4914-95e7-1fb4a2718026 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 945 time: 0.0956376 Mar 04 15:49:25.394302 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e1e53-22e2-434d-bded-dcc1b9b7bc95 req-b069782f-5996-461e-b22e-6c599aeabbe7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:25.395757 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd5e1e53-22e2-434d-bded-dcc1b9b7bc95 req-b069782f-5996-461e-b22e-6c599aeabbe7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0818255 Mar 04 15:49:25.438673 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4df7198a-ccd6-4ff9-9c2b-4a757201c3c5 req-d16054f4-45f3-4752-a8a1-a6df304190b5 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706081 Mar 04 15:49:25.465956 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd5e1e53-22e2-434d-bded-dcc1b9b7bc95 req-6e2f6841-5283-4bb5-b7d6-e3d57b5a8105 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587265 Mar 04 15:49:25.679036 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6a421-ace3-46fd-8d5a-1dfa2fa24c11 req-8f99cec8-44cb-41eb-8da4-229a50fbaa78 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:25.680925 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-09e6a421-ace3-46fd-8d5a-1dfa2fa24c11 req-8f99cec8-44cb-41eb-8da4-229a50fbaa78 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 944 time: 0.0827303 Mar 04 15:49:25.688660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2577c-efbb-4c74-bb90-29080556ab3d req-8b4e4372-e072-4f85-8d61-fe66ca3d039b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:25.690076 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ef2577c-efbb-4c74-bb90-29080556ab3d req-8b4e4372-e072-4f85-8d61-fe66ca3d039b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 944 time: 0.0824258 Mar 04 15:49:25.760603 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-09e6a421-ace3-46fd-8d5a-1dfa2fa24c11 req-63b97e2b-8f52-47fa-80fb-7ebafe2c78ac tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695927 Mar 04 15:49:25.775911 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ef2577c-efbb-4c74-bb90-29080556ab3d req-b7a94c1e-0faf-4e11-b86e-dccd415da901 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765638 Mar 04 15:49:25.846249 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device bbd6ef26-1123-4c92-ab71-e0cbea9c436a up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:25.877250 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99b028-295f-4969-9041-950b77175ae1 req-3ce276e5-3f6e-4867-b013-bb9bb0ea22d9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:25.878795 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c99b028-295f-4969-9041-950b77175ae1 req-3ce276e5-3f6e-4867-b013-bb9bb0ea22d9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0610254 Mar 04 15:49:25.927870 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c99b028-295f-4969-9041-950b77175ae1 req-92979fee-8fad-4f4f-855e-98ccac9c49bc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Mar 04 15:49:25.947101 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port bbd6ef26-1123-4c92-ab71-e0cbea9c436a completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:49:25.951642 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port bbd6ef26-1123-4c92-ab71-e0cbea9c436a triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:25.952102 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:26.033022 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port bbd6ef26-1123-4c92-ab71-e0cbea9c436a is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:26.033413 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:26.072628 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:26.129715 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:26.130532 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2654ad5c-5b7f-4e50-9144-07dc5b52768a up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:26.209331 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:26.284090 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 2654ad5c-5b7f-4e50-9144-07dc5b52768a completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:49:26.288118 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 2654ad5c-5b7f-4e50-9144-07dc5b52768a triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:26.288496 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:26.364204 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 2654ad5c-5b7f-4e50-9144-07dc5b52768a is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:26.364622 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:26.397041 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:26.489514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:26.539649 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=2654ad5c-5b7f-4e50-9144-07dc5b52768a,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:26.594546 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7174dab-d4a7-4745-a471-061fd0df8322 req-eb2cc1ba-a012-4bdc-83b8-50ef49a5fd1d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:26.596001 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7174dab-d4a7-4745-a471-061fd0df8322 req-eb2cc1ba-a012-4bdc-83b8-50ef49a5fd1d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 945 time: 0.0866733 Mar 04 15:49:26.632228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df854c4-2c4f-40af-b2aa-092c910325a5 req-280cd6e6-5380-4511-bc15-d98164b3e152 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:26.632228 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6df854c4-2c4f-40af-b2aa-092c910325a5 req-280cd6e6-5380-4511-bc15-d98164b3e152 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0794654 Mar 04 15:49:26.827608 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab07e23-d774-46cc-8e44-edfe3393db3f'}, {'server_uuid': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a'}, {'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:26.829959 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a60db20-0ba5-4804-9435-4905b4bd9b59" -d '{"events": [{"server_uuid": "59995532-8e73-4c01-a8a7-9da06ceb5e5f", "name": "network-vif-plugged", "status": "completed", "tag": "fab07e23-d774-46cc-8e44-edfe3393db3f"}, {"server_uuid": "5a3e7b49-d263-44c4-95cf-40d1f9c26e42", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6ef26-1123-4c92-ab71-e0cbea9c436a"}, {"server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "name": "network-vif-plugged", "status": "completed", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:26.850551 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7174dab-d4a7-4745-a471-061fd0df8322 req-7f85b039-dd73-4b81-9d2e-27c861583fc1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482860 Mar 04 15:49:26.865471 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6df854c4-2c4f-40af-b2aa-092c910325a5 req-28cf7310-242e-4aea-b859-bf8205e22998 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401307 Mar 04 15:49:26.987447 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9c9d4-cfac-402f-a2b6-1deb95f31e48 req-f088331d-4b67-4e34-af34-7d4cc97d0094 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:26.988931 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-36d9c9d4-cfac-402f-a2b6-1deb95f31e48 req-f088331d-4b67-4e34-af34-7d4cc97d0094 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0832160 Mar 04 15:49:26.999932 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca4af-00f1-4cc3-9e78-a19c1370151f req-26045c50-766e-4417-8628-fa7343e98802 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:27.001294 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e3ca4af-00f1-4cc3-9e78-a19c1370151f req-26045c50-766e-4417-8628-fa7343e98802 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0700266 Mar 04 15:49:27.075539 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-36d9c9d4-cfac-402f-a2b6-1deb95f31e48 req-08dac085-4fe4-4cd6-8932-32e82969ba44 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732741 Mar 04 15:49:27.078874 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e3ca4af-00f1-4cc3-9e78-a19c1370151f req-4398ad56-1972-470c-89f4-bb537551962f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Mar 04 15:49:27.137984 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e13b78-339f-4a20-9f2f-1ce3a7560a6e x-openstack-request-id: req-a6e13b78-339f-4a20-9f2f-1ce3a7560a6e {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:27.138471 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59995532-8e73-4c01-a8a7-9da06ceb5e5f", "name": "network-vif-plugged", "status": "completed", "tag": "fab07e23-d774-46cc-8e44-edfe3393db3f", "code": 200}, {"server_uuid": "5a3e7b49-d263-44c4-95cf-40d1f9c26e42", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6ef26-1123-4c92-ab71-e0cbea9c436a", "code": 200}, {"server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "name": "network-vif-plugged", "status": "completed", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:27.138593 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6e13b78-339f-4a20-9f2f-1ce3a7560a6e {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:27.138934 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab07e23-d774-46cc-8e44-edfe3393db3f', 'code': 200} Mar 04 15:49:27.139197 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a', 'code': 200} Mar 04 15:49:27.139454 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'code': 200} Mar 04 15:49:27.211466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350711f-d9a7-4c27-b387-74c647d1cd5e req-b5effd43-42e4-486e-b27b-2542dc3bbd46 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:27.213018 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8350711f-d9a7-4c27-b387-74c647d1cd5e req-b5effd43-42e4-486e-b27b-2542dc3bbd46 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0601463 Mar 04 15:49:27.264468 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8350711f-d9a7-4c27-b387-74c647d1cd5e req-3912be85-3f0a-46d2-8c78-5d9c0bdea302 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451825 Mar 04 15:49:27.539051 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349505-dfb2-487d-8163-3a94b45e48c5 req-e5a46f6b-24b5-40f7-8728-f1ec35e238e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:27.540686 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f349505-dfb2-487d-8163-3a94b45e48c5 req-e5a46f6b-24b5-40f7-8728-f1ec35e238e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 1129 time: 0.0490477 Mar 04 15:49:27.603155 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c47abf-b1a1-40fa-8bdc-70f080d0fee7 req-5cdccd19-487e-4a07-ae53-1ce78ef9c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:27.604740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d2c47abf-b1a1-40fa-8bdc-70f080d0fee7 req-5cdccd19-487e-4a07-ae53-1ce78ef9c918 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1129 time: 0.0791130 Mar 04 15:49:27.626542 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f349505-dfb2-487d-8163-3a94b45e48c5 req-2bf73773-a9a6-425d-aec3-3c56fb3bbcc5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724058 Mar 04 15:49:27.630623 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2924e9-c4e0-4778-8f8d-b778874f1391 req-7a7bfd9b-5c60-42c7-828e-8b51729fc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:27.632297 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8b2924e9-c4e0-4778-8f8d-b778874f1391 req-7a7bfd9b-5c60-42c7-828e-8b51729fc456 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 1129 time: 0.0794253 Mar 04 15:49:27.660019 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d2c47abf-b1a1-40fa-8bdc-70f080d0fee7 req-b0bcc4fb-7e16-4f0b-b846-8b8ff45ae7ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434108 Mar 04 15:49:27.838383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:49:27.844543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 136ea56c-6e0d-4ba0-99d1-6533f51750fe up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:27.976986 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:27.989207 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'mac_address': 'fa:16:3e:a3:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:49:28.017436 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33648-82ec-4c2e-bc2f-00274a83a387 req-ac9e190c-3dcd-4cab-b375-947296ddae23 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:28.018940 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4fc33648-82ec-4c2e-bc2f-00274a83a387 req-ac9e190c-3dcd-4cab-b375-947296ddae23 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 945 time: 0.0926416 Mar 04 15:49:28.025624 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ad8e-708a-4897-bc62-30bb9723933b req-8f490e19-9de4-4911-b407-94657c0646b7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:28.027012 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6302ad8e-708a-4897-bc62-30bb9723933b req-8f490e19-9de4-4911-b407-94657c0646b7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0892313 Mar 04 15:49:28.033360 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 136ea56c-6e0d-4ba0-99d1-6533f51750fe completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:49:28.035436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:28.035816 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:28.047795 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 136ea56c-6e0d-4ba0-99d1-6533f51750fe triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:28.048096 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:28.052632 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0797c03-2dc4-4a81-b558-5ecb6b42176d {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:49:28.096716 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:28.099393 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4fc33648-82ec-4c2e-bc2f-00274a83a387 req-3967b608-613c-4ed7-a27b-f90fe341eb16 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714438 Mar 04 15:49:28.102503 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6302ad8e-708a-4897-bc62-30bb9723933b req-8c7cbce3-03da-400b-b4dd-a0520709c5a0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688446 Mar 04 15:49:28.146899 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 136ea56c-6e0d-4ba0-99d1-6533f51750fe is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:28.147580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:28.160965 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:28.240871 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c87e09-e8d8-49bb-b94c-7b582ef06dab req-c084f8dd-389b-4a48-8bdb-291addfe4d96 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:28.242356 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-00c87e09-e8d8-49bb-b94c-7b582ef06dab req-c084f8dd-389b-4a48-8bdb-291addfe4d96 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0685875 Mar 04 15:49:28.255785 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8b2924e9-c4e0-4778-8f8d-b778874f1391 req-747e0b7d-42d8-4aab-9136-a13aa50a8691 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855405 Mar 04 15:49:28.258435 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:28.267510 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:28.328366 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-00c87e09-e8d8-49bb-b94c-7b582ef06dab req-4f808a60-5d81-4e87-9a76-cc2816885932 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729604 Mar 04 15:49:28.335970 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67f953-a1b1-4bf5-84cb-1ceea860478e req-07f3760a-281b-4143-bc72-e932bffaec54 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:28.337395 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9d67f953-a1b1-4bf5-84cb-1ceea860478e req-07f3760a-281b-4143-bc72-e932bffaec54 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0941424 Mar 04 15:49:28.370480 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:28.421638 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9d67f953-a1b1-4bf5-84cb-1ceea860478e req-d0fdefca-d870-4869-ae4d-df5bf7daa715 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772984 Mar 04 15:49:28.447514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=136ea56c-6e0d-4ba0-99d1-6533f51750fe,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:28.491033 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b46a1e-3444-44c7-8c4a-21c282e9a2e1 req-ba0f06a5-8d46-460e-89ed-8a5e7ed36b0e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:28.492510 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7b46a1e-3444-44c7-8c4a-21c282e9a2e1 req-ba0f06a5-8d46-460e-89ed-8a5e7ed36b0e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0757945 Mar 04 15:49:28.540141 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7b46a1e-3444-44c7-8c4a-21c282e9a2e1 req-9a187c22-de88-444f-871b-a7df75275de2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 Mar 04 15:49:28.706558 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['c0797c03-2dc4-4a81-b558-5ecb6b42176d'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:49:29.002524 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59040) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:29.110367 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-09c051ea-7636-492b-81c5-1425cc552a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.140747 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:29.145450 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c0f24-dcf4-4f78-bd20-eae7bdd12b4c" -d '{"events": [{"server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "name": "network-vif-plugged", "status": "completed", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:29.276329 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-09c051ea-7636-492b-81c5-1425cc552a2c admin admin] Publish callbacks [] for security_group (1faea254-86aa-4fbb-90b5-f2dcc2db4f9e), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.295769 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc454-570d-442a-b66e-c191db504d8a req-3bde6580-925f-448e-9312-ddf6f963e9c0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:29.297237 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b51bc454-570d-442a-b66e-c191db504d8a req-3bde6580-925f-448e-9312-ddf6f963e9c0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.1090055 Mar 04 15:49:29.317086 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd664-3dc0-413b-8a2e-0389a80eab6b req-b5a22fcf-a315-4a50-9b7b-7493633f5593 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:29.318608 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ebfd664-3dc0-413b-8a2e-0389a80eab6b req-b5a22fcf-a315-4a50-9b7b-7493633f5593 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.1185272 Mar 04 15:49:29.373953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-09c051ea-7636-492b-81c5-1425cc552a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1faea254-86aa-4fbb-90b5-f2dcc2db4f9e), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.382421 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b51bc454-570d-442a-b66e-c191db504d8a req-f5241f30-28c4-41ba-b2aa-c0d076992dee tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792246 Mar 04 15:49:29.418598 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ebfd664-3dc0-413b-8a2e-0389a80eab6b req-c5fb366a-f93b-4431-9c31-6c48db9305c1 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937092 Mar 04 15:49:29.428496 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-09c051ea-7636-492b-81c5-1425cc552a2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a3b00dfba2f4d658c59f664d3b4279e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242108 Mar 04 15:49:29.428951 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c051ea-7636-492b-81c5-1425cc552a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faea254-86aa-4fbb-90b5-f2dcc2db4f9e,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:29.435410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d5edd-0f97-43ac-ba3f-69bbfac9a7f9 x-openstack-request-id: req-780d5edd-0f97-43ac-ba3f-69bbfac9a7f9 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:29.435410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "name": "network-vif-plugged", "status": "completed", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:29.435410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-780d5edd-0f97-43ac-ba3f-69bbfac9a7f9 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:29.435410 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'code': 200} Mar 04 15:49:29.437684 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59068) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:29.567903 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-62dfa18b-102d-4e39-8819-5766ad7a6c64 admin admin] Publish callbacks [] for security_group (1faea254-86aa-4fbb-90b5-f2dcc2db4f9e), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.604242 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-62dfa18b-102d-4e39-8819-5766ad7a6c64 admin admin] Publish callbacks [] for security_group (1faea254-86aa-4fbb-90b5-f2dcc2db4f9e), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.616878 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6968d-3428-485b-b141-a2fc341b0490 req-2a742164-d257-4720-920c-16bb19e106d6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:29.618837 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aaf6968d-3428-485b-b141-a2fc341b0490 req-2a742164-d257-4720-920c-16bb19e106d6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.1229823 Mar 04 15:49:29.650059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87315f9-e5cc-4865-9120-74c7c7368284 req-e3be6d5c-50fa-4014-a5f0-e6208b274f97 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:29.651664 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f87315f9-e5cc-4865-9120-74c7c7368284 req-e3be6d5c-50fa-4014-a5f0-e6208b274f97 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.1253757 Mar 04 15:49:29.745571 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aaf6968d-3428-485b-b141-a2fc341b0490 req-fb601d29-effa-4dd2-aad2-0b7c13e306ad tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150200 Mar 04 15:49:29.754407 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f87315f9-e5cc-4865-9120-74c7c7368284 req-7c001878-ff0f-4299-ab59-d8eaa7442a5b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 Mar 04 15:49:29.852413 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-62dfa18b-102d-4e39-8819-5766ad7a6c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1faea254-86aa-4fbb-90b5-f2dcc2db4f9e), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.854986 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-62dfa18b-102d-4e39-8819-5766ad7a6c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:29.856108 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-62dfa18b-102d-4e39-8819-5766ad7a6c64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1faea254-86aa-4fbb-90b5-f2dcc2db4f9e HTTP/1.1" status: 204 len: 168 time: 0.4174645 Mar 04 15:49:29.868979 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfa18b-102d-4e39-8819-5766ad7a6c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faea254-86aa-4fbb-90b5-f2dcc2db4f9e,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:29.904130 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506fb66-0623-4437-a1f7-8d27c5c7d554 req-92ed1576-e99f-483b-9f53-0269ab1493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:29.904645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47196a-1af3-4880-b8cb-73f7730048d9 req-4f6450e7-218e-4a03-9cdb-fbaa4beac7ae tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:29.904733 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-5506fb66-0623-4437-a1f7-8d27c5c7d554 req-92ed1576-e99f-483b-9f53-0269ab1493fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 1130 time: 0.0626621 Mar 04 15:49:29.904804 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd47196a-1af3-4880-b8cb-73f7730048d9 req-4f6450e7-218e-4a03-9cdb-fbaa4beac7ae tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0795515 Mar 04 15:49:29.958054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd47196a-1af3-4880-b8cb-73f7730048d9 req-529f6fa5-df31-4756-afe2-589004e5c3b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481191 Mar 04 15:49:29.962585 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-5506fb66-0623-4437-a1f7-8d27c5c7d554 req-6513ad19-5a69-480b-bc66-23ae3552583f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519195 Mar 04 15:49:30.559689 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e63d0b-c003-490b-bea0-1e80d437e37e req-67556592-fc28-4ca8-b028-7c036a828928 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:30.561292 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3e63d0b-c003-490b-bea0-1e80d437e37e req-67556592-fc28-4ca8-b028-7c036a828928 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.0881443 Mar 04 15:49:30.595177 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59100) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:30.599950 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800e787-da72-4dc7-8af6-5060d7650be6 req-6ebbcfb6-002f-4850-b1f0-de4dca603abd tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:30.601422 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c800e787-da72-4dc7-8af6-5060d7650be6 req-6ebbcfb6-002f-4850-b1f0-de4dca603abd tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0919018 Mar 04 15:49:30.610195 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a7fc8081-f5ed-469f-b2ce-c0f230798855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:30.642164 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3e63d0b-c003-490b-bea0-1e80d437e37e req-08ceca9b-ed07-4856-9cd6-58c8e39d3e13 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747738 Mar 04 15:49:30.665522 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c800e787-da72-4dc7-8af6-5060d7650be6 req-5c0bf838-68bd-4cef-b4d3-42977a02ed0b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559256 Mar 04 15:49:30.687205 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a7fc8081-f5ed-469f-b2ce-c0f230798855 admin admin] Publish callbacks [] for security_group (d1cc2b41-fd5e-4e64-93d9-7cda94d1236a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:30.804581 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a7fc8081-f5ed-469f-b2ce-c0f230798855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d1cc2b41-fd5e-4e64-93d9-7cda94d1236a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:30.856758 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a7fc8081-f5ed-469f-b2ce-c0f230798855 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=906ad8a0d79f4895891a391f396dd245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604246 Mar 04 15:49:30.859749 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59110) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:30.871886 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc8081-f5ed-469f-b2ce-c0f230798855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc2b41-fd5e-4e64-93d9-7cda94d1236a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:30.905180 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf910bb9-74b3-44b6-bff2-3aec5292163e req-bef6f304-459d-46bb-ac16-8e4439697227 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:30.906683 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bf910bb9-74b3-44b6-bff2-3aec5292163e req-bef6f304-459d-46bb-ac16-8e4439697227 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0916150 Mar 04 15:49:30.911750 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e55a1004-a40e-437e-8b59-4dffa38902e7 admin admin] Publish callbacks [] for security_group (d1cc2b41-fd5e-4e64-93d9-7cda94d1236a), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:30.927187 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f07b01-7a94-4115-b20e-04161df808f8 req-0c1a1118-3e84-464a-8fb2-7c92bfbefec3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:30.928576 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28f07b01-7a94-4115-b20e-04161df808f8 req-0c1a1118-3e84-464a-8fb2-7c92bfbefec3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.1021049 Mar 04 15:49:30.932976 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e55a1004-a40e-437e-8b59-4dffa38902e7 admin admin] Publish callbacks [] for security_group (d1cc2b41-fd5e-4e64-93d9-7cda94d1236a), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:30.988930 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bf910bb9-74b3-44b6-bff2-3aec5292163e req-30683714-44a8-49ba-aae8-97599fbc7df9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759649 Mar 04 15:49:31.003395 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28f07b01-7a94-4115-b20e-04161df808f8 req-951675cc-258b-459f-8b16-47e76ead78c5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Mar 04 15:49:31.096916 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c901-4cc5-491f-aa8b-942a26d89d02 req-7734a076-4c96-4ddc-a104-1cc7ce94e721 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:31.098413 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d26c901-4cc5-491f-aa8b-942a26d89d02 req-7734a076-4c96-4ddc-a104-1cc7ce94e721 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0513973 Mar 04 15:49:31.100928 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e55a1004-a40e-437e-8b59-4dffa38902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d1cc2b41-fd5e-4e64-93d9-7cda94d1236a), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:31.103619 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e55a1004-a40e-437e-8b59-4dffa38902e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:31.104756 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-e55a1004-a40e-437e-8b59-4dffa38902e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1cc2b41-fd5e-4e64-93d9-7cda94d1236a HTTP/1.1" status: 204 len: 168 time: 0.2440028 Mar 04 15:49:31.113961 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a1004-a40e-437e-8b59-4dffa38902e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc2b41-fd5e-4e64-93d9-7cda94d1236a,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:31.175494 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d26c901-4cc5-491f-aa8b-942a26d89d02 req-e36280e8-65aa-43ed-9c0d-8b4d40e8ffac tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675507 Mar 04 15:49:31.185476 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc78d-bcc9-4aa6-9589-1eaadc74f922 req-f6bf8958-0fed-41e9-8a28-c45c07798b02 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:31.187007 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e30bc78d-bcc9-4aa6-9589-1eaadc74f922 req-f6bf8958-0fed-41e9-8a28-c45c07798b02 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0877433 Mar 04 15:49:31.198861 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59120) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:31.206607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'floatingip': {'port_id': '2654ad5c-5b7f-4e50-9144-07dc5b52768a'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:31.276072 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (12a1778c-04f7-440e-8fce-3f09f9822db0), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:31.797555 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da54ad-5957-41e2-af16-eeb2502efcb7 req-32b1581c-6cdc-4cce-ba92-803db4e08972 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:31.799675 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f3da54ad-5957-41e2-af16-eeb2502efcb7 req-32b1581c-6cdc-4cce-ba92-803db4e08972 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.0863364 Mar 04 15:49:31.854707 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:49:31.898176 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f3da54ad-5957-41e2-af16-eeb2502efcb7 req-440ecab2-ecbe-4a10-a0d2-be4ff7042823 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927496 Mar 04 15:49:31.907154 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389df0f2-ca4d-4974-be81-269897f93e70 req-67096390-1b88-4170-be62-a611d8a34ed4 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:31.908883 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-389df0f2-ca4d-4974-be81-269897f93e70 req-67096390-1b88-4170-be62-a611d8a34ed4 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.1047018 Mar 04 15:49:31.939568 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.db.resource_extend [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 15:49:31.971614 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-389df0f2-ca4d-4974-be81-269897f93e70 req-763bd77c-ca6c-40a7-bd48-b9b44ba43bcb tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558190 Mar 04 15:49:32.004433 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port c0797c03-2dc4-4a81-b558-5ecb6b42176d completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:49:32.011400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port c0797c03-2dc4-4a81-b558-5ecb6b42176d triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:49:32.016228 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:32.036176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a3ee-a3f7-4a52-95d7-a5f5b2eab8ae req-a86b66b3-0e48-4806-8691-3c9806fd0fc1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:32.038029 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6341a3ee-a3f7-4a52-95d7-a5f5b2eab8ae req-a86b66b3-0e48-4806-8691-3c9806fd0fc1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0569830 Mar 04 15:49:32.107460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6341a3ee-a3f7-4a52-95d7-a5f5b2eab8ae req-17dcedd6-90fb-4327-8270-b893c97a2006 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634422 Mar 04 15:49:32.124445 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:32.132553 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:49:32.133159 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:32.143622 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-ee10cb51-dc1f-4b29-8bda-afc315af62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:32.145603 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-ee10cb51-dc1f-4b29-8bda-afc315af62d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 1129 time: 0.2409084 Mar 04 15:49:32.162235 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:32.164672 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4043b879-8f9d-48fa-9235-e6a294774b8a" -d '{"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:32.179599 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:49:32.204552 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe8e37-4092-4fde-8ab5-10db2aa47cb4 x-openstack-request-id: req-21fe8e37-4092-4fde-8ab5-10db2aa47cb4 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:32.204871 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:32.205314 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21fe8e37-4092-4fde-8ab5-10db2aa47cb4 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:32.205873 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'code': 200} Mar 04 15:49:32.275341 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:32.340463 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e603f-3c11-4cd8-b00e-5ce8ae87d2d6 req-8800efe4-709d-4ea5-9f51-f48a3d4e0e50 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:32.342684 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef5e603f-3c11-4cd8-b00e-5ce8ae87d2d6 req-8800efe4-709d-4ea5-9f51-f48a3d4e0e50 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0639634 Mar 04 15:49:32.352404 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:32.425608 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef5e603f-3c11-4cd8-b00e-5ce8ae87d2d6 req-bc83047b-5971-4c6c-9d78-edb8c6920ce6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720973 Mar 04 15:49:32.452658 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-19375d4a-ab75-49b1-b536-e85eb7579624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:32.454182 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-19375d4a-ab75-49b1-b536-e85eb7579624 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.3022726 Mar 04 15:49:32.455318 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (12a1778c-04f7-440e-8fce-3f09f9822db0), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:32.529882 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-dda66ab3-16ed-470f-b505-c61111d1f791 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a HTTP/1.1" status: 200 len: 217 time: 0.0681756 Mar 04 15:49:32.597220 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-212ce061-313f-4a4c-a358-b9412f3fca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:32.598726 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-212ce061-313f-4a4c-a358-b9412f3fca02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0637584 Mar 04 15:49:32.649928 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1f664-2714-4056-8708-1a4d84b18fe9 req-06500dbb-3f48-46b9-8535-82e81adc771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:32.651867 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1bd1f664-2714-4056-8708-1a4d84b18fe9 req-06500dbb-3f48-46b9-8535-82e81adc771a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1130 time: 0.0530005 Mar 04 15:49:32.654752 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-67e2c07a-ec34-42a6-8682-d4489aebd476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298405 Mar 04 15:49:32.702076 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1bd1f664-2714-4056-8708-1a4d84b18fe9 req-dc9b944b-c874-4f0b-98dd-0c833975ac07 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Mar 04 15:49:32.720601 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Floating IP 12a1778c-04f7-440e-8fce-3f09f9822db0 associated. External IP: 172.27.2.232, port: 2654ad5c-5b7f-4e50-9144-07dc5b52768a. Mar 04 15:49:32.923346 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-d95a263a-6db0-41ec-b697-8c473e742f35 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602325 Mar 04 15:49:32.960120 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:49:33.072503 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a773d3-4ab8-4a94-ae01-7c1b0911d8d8 req-5166a6f9-283f-4854-b3cb-c7a2dc826234 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:33.072503 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88a773d3-4ab8-4a94-ae01-7c1b0911d8d8 req-5166a6f9-283f-4854-b3cb-c7a2dc826234 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.0681856 Mar 04 15:49:33.115110 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88a773d3-4ab8-4a94-ae01-7c1b0911d8d8 req-e0df852e-3700-4381-b1bb-b04ef3838a86 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503268 Mar 04 15:49:33.156486 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:49:33.165694 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:33.173267 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:49:33.188141 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:33.189154 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:49:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:33.191218 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-805f0d6b-8081-483f-b1aa-e8b551fc0ece req-0835b402-5408-4559-ad59-81c919e62102 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768284 Mar 04 15:49:33.211953 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-6244dbc4-ab1b-408c-a413-d3217f38af25 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "PUT /v2.0/floatingips/12a1778c-04f7-440e-8fce-3f09f9822db0 HTTP/1.1" status: 200 len: 991 time: 2.0104926 Mar 04 15:49:33.212642 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:33.214944 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:33.271032 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff64588-bca7-40d2-b0e1-82621fc50dd4 req-6ec87adf-3f83-4014-8763-69ea59b342df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:33.272500 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bff64588-bca7-40d2-b0e1-82621fc50dd4 req-6ec87adf-3f83-4014-8763-69ea59b342df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0842769 Mar 04 15:49:33.281811 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0985ad-e21c-444e-a04c-af81ba701105 req-ab8b61c4-0e8c-4ebe-9069-41a7f7527704 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:33.283191 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fd0985ad-e21c-444e-a04c-af81ba701105 req-ab8b61c4-0e8c-4ebe-9069-41a7f7527704 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.0847168 Mar 04 15:49:33.291635 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59196) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:33.299643 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:33.319198 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:33.338836 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a296ee-743a-4595-8ae3-1ff8aade9c4a x-openstack-request-id: req-56a296ee-743a-4595-8ae3-1ff8aade9c4a {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:33.339192 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:33.339381 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56a296ee-743a-4595-8ae3-1ff8aade9c4a {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:33.339787 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'status': 'completed', 'code': 200} Mar 04 15:49:33.341141 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bff64588-bca7-40d2-b0e1-82621fc50dd4 req-3b945b8e-b014-4bdc-b555-7f37fcb4ea4b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569463 Mar 04 15:49:33.358638 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (d1c56e1d-7d30-465a-be54-c073dc71d9b7), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:33.555505 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-c083a851-9e59-4d42-b16d-34217eb0f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:33.555505 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-c083a851-9e59-4d42-b16d-34217eb0f869 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1129 time: 0.1968367 Mar 04 15:49:33.668478 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '12a1778c-04f7-440e-8fce-3f09f9822db0', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'port_id': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'mac_address': 'fa:16:3e:4e:bb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fe359e-81f8-4909-8574-717006296e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:48:53Z', 'updated_at': '2022-03-04T15:49:31Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:33.676342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2104-f8d6-4857-a445-655657bbf793 req-4d7579eb-beca-4908-bd53-85d7102ca6fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:33.678312 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c07b2104-f8d6-4857-a445-655657bbf793 req-4d7579eb-beca-4908-bd53-85d7102ca6fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0770566 Mar 04 15:49:33.711233 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:49:33.721909 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:33.722955 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:49:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:33.743891 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c07b2104-f8d6-4857-a445-655657bbf793 req-0ee3be2d-ebb1-4f27-8adc-718527d6c595 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598431 Mar 04 15:49:33.861521 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-804399ad-b4dd-4e8b-a7d4-8cf669faa0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:33.868346 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:33.868481 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-804399ad-b4dd-4e8b-a7d4-8cf669faa0c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.2939229 Mar 04 15:49:33.972381 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-55776ceb-7b31-49c2-af69-fe6a03ce7053 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 999 time: 0.1020460 Mar 04 15:49:34.003267 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59226) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:34.078122 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-2455a3e3-1f58-4776-9e12-53fadf82b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:34.079664 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-2455a3e3-1f58-4776-9e12-53fadf82b10b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0742826 Mar 04 15:49:34.154959 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '12a1778c-04f7-440e-8fce-3f09f9822db0', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'port_id': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'mac_address': 'fa:16:3e:4e:bb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fe359e-81f8-4909-8574-717006296e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:48:53Z', 'updated_at': '2022-03-04T15:49:31Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:34.184231 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75421ad-f342-41d4-857c-a2219d6a6939 None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '12a1778c-04f7-440e-8fce-3f09f9822db0', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'port_id': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'mac_address': 'fa:16:3e:4e:bb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fe359e-81f8-4909-8574-717006296e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:48:53Z', 'updated_at': '2022-03-04T15:49:31Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:49:34.197345 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-693809cc-2700-4437-b95c-d07a9996b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:34.199004 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-693809cc-2700-4437-b95c-d07a9996b608 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940137 Mar 04 15:49:34.206007 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.300466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.303131 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (d1c56e1d-7d30-465a-be54-c073dc71d9b7), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.392342 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-de8f05aa-b811-4bda-8a2a-1e7b5f2db801 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824386 Mar 04 15:49:34.454101 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Publish callbacks [] for security_group (2bf65aa1-e5b3-4b7a-916c-d8facecc8990), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.485530 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7869986-4b3d-40ec-b991-8a4dd51766ab None None] New status for floating IP 12a1778c-04f7-440e-8fce-3f09f9822db0: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:49:34.538897 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832df13-3cc3-43d5-9d92-029d5c212693 req-6481732b-43c6-49b3-afa3-7fd4d44625c3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:34.540957 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5832df13-3cc3-43d5-9d92-029d5c212693 req-6481732b-43c6-49b3-afa3-7fd4d44625c3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0897853 Mar 04 15:49:34.563692 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (2bf65aa1-e5b3-4b7a-916c-d8facecc8990), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.637431 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf65aa1-e5b3-4b7a-916c-d8facecc8990,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:34.647540 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d92586808634aa2a3f669b6cef5efaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6432359 Mar 04 15:49:34.648360 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59254) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:34.671626 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.672623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.672623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.672623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.672973 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.673294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.673865 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.674209 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.674542 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.674874 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.675201 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.675524 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.676362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51e1f8-035a-4e3f-85cc-3996d048fce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:34.690338 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5832df13-3cc3-43d5-9d92-029d5c212693 req-a8ef0fc3-61ef-47f1-a228-dff239461da2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388731 Mar 04 15:49:34.728984 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4de5abc-3614-49d6-8212-604a16ad87c3 admin admin] Publish callbacks [] for security_group (2bf65aa1-e5b3-4b7a-916c-d8facecc8990), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.756462 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4de5abc-3614-49d6-8212-604a16ad87c3 admin admin] Publish callbacks [] for security_group (2bf65aa1-e5b3-4b7a-916c-d8facecc8990), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.829955 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP d1c56e1d-7d30-465a-be54-c073dc71d9b7 associated. External IP: 172.27.2.90, port: 136ea56c-6e0d-4ba0-99d1-6533f51750fe. Mar 04 15:49:34.910506 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-cd797314-dfe7-4dbb-b9ad-ae38fd4d1f6a req-ee4f9ede-bae0-48dc-a94a-38ad090c02e9 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038924 Mar 04 15:49:34.911696 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a270-31e0-434f-8e9c-d4f9eb2c5587 req-09bc9330-02df-4f54-8c15-ee5f9a39bec8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:34.915014 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-05a7a270-31e0-434f-8e9c-d4f9eb2c5587 req-09bc9330-02df-4f54-8c15-ee5f9a39bec8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0755119 Mar 04 15:49:34.915014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4de5abc-3614-49d6-8212-604a16ad87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (2bf65aa1-e5b3-4b7a-916c-d8facecc8990), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.917120 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4de5abc-3614-49d6-8212-604a16ad87c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:34.918210 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e4de5abc-3614-49d6-8212-604a16ad87c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bf65aa1-e5b3-4b7a-916c-d8facecc8990 HTTP/1.1" status: 204 len: 168 time: 0.2621415 Mar 04 15:49:34.929747 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de5abc-3614-49d6-8212-604a16ad87c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf65aa1-e5b3-4b7a-916c-d8facecc8990,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:34.977846 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-05a7a270-31e0-434f-8e9c-d4f9eb2c5587 req-afa0c774-2287-47c9-abd7-68adabb9fc67 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491815 Mar 04 15:49:35.144064 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:49:35.213010 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59270) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:35.216122 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b947-9225-43ac-8a0f-91637de958b1 req-4ca03437-bae9-4cf9-9220-29d46f37d85b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:35.217648 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-19a0b947-9225-43ac-8a0f-91637de958b1 req-4ca03437-bae9-4cf9-9220-29d46f37d85b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0585377 Mar 04 15:49:35.232590 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59274) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:35.237166 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'floatingip': {'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:49:35.273863 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:49:35.284444 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:35.287378 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:49:35.299072 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:35.299701 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:49:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:35.321810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (4045b3e2-86ad-4752-8318-c1aa67847032), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:35.365083 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0de05fd0-30fa-4139-9f08-0f2f2bffef4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "PUT /v2.0/floatingips/d1c56e1d-7d30-465a-be54-c073dc71d9b7 HTTP/1.1" status: 200 len: 991 time: 2.0718703 Mar 04 15:49:35.365805 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:35.371142 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f3223-1ede-4953-9b73-2930e58d79e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:35.412213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756c4ea2-d8ec-4526-bf83-64c6746f4ebe x-openstack-request-id: req-756c4ea2-d8ec-4526-bf83-64c6746f4ebe {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:35.412509 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:35.412768 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-756c4ea2-d8ec-4526-bf83-64c6746f4ebe {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:35.413174 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'status': 'completed', 'code': 200} Mar 04 15:49:35.513990 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-565986cd-c8dd-4b7f-9e67-ca5a08e14e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:35.515534 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-565986cd-c8dd-4b7f-9e67-ca5a08e14e73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 1130 time: 0.0769243 Mar 04 15:49:35.517342 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:35.593859 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:35.705862 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-c6b83ebf-6e1c-4a00-a744-cf5f9800e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:35.707646 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-c6b83ebf-6e1c-4a00-a744-cf5f9800e209 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.1798441 Mar 04 15:49:35.810449 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-d07d6a66-0bb2-412f-bd58-943da25b27c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe HTTP/1.1" status: 200 len: 999 time: 0.0962968 Mar 04 15:49:35.878695 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:34Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:35.884508 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Publish callbacks [] for security_group (7060dd8f-e6f1-4f50-989b-6c7551703655), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:35.885612 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59298) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:35.903919 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e5142edf-6976-42d7-b314-80d8a683c72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:35.914094 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:49:35.928071 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-d66cc6b8-2566-4c3f-a7ae-c4a437a266ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:35.934208 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:35.934356 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-d66cc6b8-2566-4c3f-a7ae-c4a437a266ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.1073520 Mar 04 15:49:35.934466 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:49:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:36.001197 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (7060dd8f-e6f1-4f50-989b-6c7551703655), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.078652 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20239e90baf14af28dff33eebee4752d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8645892 Mar 04 15:49:36.082672 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7060dd8f-e6f1-4f50-989b-6c7551703655,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:36.083535 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59302) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:36.099380 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.099766 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.100089 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.100437 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.100775 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.101129 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.101447 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.101806 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.102145 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.102480 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.102816 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.103143 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.103472 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cff2b-ef5f-4825-9d8b-7720223abed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:49:36.118608 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-a90ed095-7905-49e9-870c-b9882a3fc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:36.120310 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-a90ed095-7905-49e9-870c-b9882a3fc3ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1824372 Mar 04 15:49:36.199276 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:36.201582 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e5142edf-6976-42d7-b314-80d8a683c72c admin admin] Publish callbacks [] for security_group (cca301ec-ebff-43b6-8245-626cf218d32f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.239282 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-9bca2ee2-ebbb-4318-84bc-2abc85d28e1c service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115615 Mar 04 15:49:36.292233 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b8734ae-a734-4e95-9669-3a8997a46b9f admin admin] Publish callbacks [] for security_group (7060dd8f-e6f1-4f50-989b-6c7551703655), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.317023 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e5142edf-6976-42d7-b314-80d8a683c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (cca301ec-ebff-43b6-8245-626cf218d32f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.330375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58994662-225f-40cc-a6a7-e30c4c9e8e50 req-e8b27cd2-60d8-41ae-8887-cc7039ec0fd9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:36.332200 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-58994662-225f-40cc-a6a7-e30c4c9e8e50 req-e8b27cd2-60d8-41ae-8887-cc7039ec0fd9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.2336557 Mar 04 15:49:36.361992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b8734ae-a734-4e95-9669-3a8997a46b9f admin admin] Publish callbacks [] for security_group (7060dd8f-e6f1-4f50-989b-6c7551703655), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.367403 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-e5142edf-6976-42d7-b314-80d8a683c72c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3823644ae49d4a28ad440402640057f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728098 Mar 04 15:49:36.368423 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59308) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:36.385442 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5142edf-6976-42d7-b314-80d8a683c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca301ec-ebff-43b6-8245-626cf218d32f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:36.449028 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b15f3223-1ede-4953-9b73-2930e58d79e3 req-10b63551-fe0e-4eb4-80ec-c5a4db4230f8 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038994 Mar 04 15:49:36.460730 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-65fbc2af-e705-469b-ac62-b3257a9a9f38 admin admin] Publish callbacks [] for security_group (cca301ec-ebff-43b6-8245-626cf218d32f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.462459 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.db.resource_extend [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 15:49:36.466533 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:34Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:36.486034 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-65fbc2af-e705-469b-ac62-b3257a9a9f38 admin admin] Publish callbacks [] for security_group (cca301ec-ebff-43b6-8245-626cf218d32f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.498613 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82e78e-7dfa-4e84-987c-d6cac6e26d07 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:34Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:49:36.545697 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-58994662-225f-40cc-a6a7-e30c4c9e8e50 req-e8f26a45-9822-43e7-93ad-131ad42ad703 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049117 Mar 04 15:49:36.567434 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.655417 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-65fbc2af-e705-469b-ac62-b3257a9a9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (cca301ec-ebff-43b6-8245-626cf218d32f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.658172 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-65fbc2af-e705-469b-ac62-b3257a9a9f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.665080 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-65fbc2af-e705-469b-ac62-b3257a9a9f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cca301ec-ebff-43b6-8245-626cf218d32f HTTP/1.1" status: 204 len: 168 time: 0.2907844 Mar 04 15:49:36.668811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc2af-e705-469b-ac62-b3257a9a9f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca301ec-ebff-43b6-8245-626cf218d32f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:36.685559 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (4045b3e2-86ad-4752-8318-c1aa67847032), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.697362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b8734ae-a734-4e95-9669-3a8997a46b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (7060dd8f-e6f1-4f50-989b-6c7551703655), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.701729 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b8734ae-a734-4e95-9669-3a8997a46b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:36.703635 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1b8734ae-a734-4e95-9669-3a8997a46b9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7060dd8f-e6f1-4f50-989b-6c7551703655 HTTP/1.1" status: 204 len: 168 time: 0.6191592 Mar 04 15:49:36.723211 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30860de7-2e04-4716-906b-ff7300654b97 None None] New status for floating IP d1c56e1d-7d30-465a-be54-c073dc71d9b7: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:49:36.785829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8734ae-a734-4e95-9669-3a8997a46b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7060dd8f-e6f1-4f50-989b-6c7551703655,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:36.875561 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Floating IP 4045b3e2-86ad-4752-8318-c1aa67847032 associated. External IP: 172.27.2.253, port: c0797c03-2dc4-4a81-b558-5ecb6b42176d. Mar 04 15:49:37.103619 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:49:37.229402 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:49:37.234054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:37.240322 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:49:37.251898 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:37.252676 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:49:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:37.268135 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-acbf6e28-0113-4f50-a898-1e0a0d1d5e74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "PUT /v2.0/floatingips/4045b3e2-86ad-4752-8318-c1aa67847032 HTTP/1.1" status: 200 len: 992 time: 2.0344152 Mar 04 15:49:37.269264 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:49:37.273365 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5076831-88f4-4356-84b2-33082f9ded81" -d '{"events": [{"name": "network-changed", "server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:49:37.328662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6a106f-6ad0-474e-976c-4719cea95077 x-openstack-request-id: req-7f6a106f-6ad0-474e-976c-4719cea95077 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:49:37.329591 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:49:37.329591 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f6a106f-6ad0-474e-976c-4719cea95077 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:49:37.330106 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'status': 'completed', 'code': 200} Mar 04 15:49:37.378675 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:37.460847 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076831-88f4-4356-84b2-33082f9ded81 req-6d80152d-8f75-4cda-8910-90e8a2e5756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:37.460847 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-6d80152d-8f75-4cda-8910-90e8a2e5756e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1130 time: 0.0508003 Mar 04 15:49:37.528159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076831-88f4-4356-84b2-33082f9ded81 req-f8f2af8c-93cf-4c49-a04c-7447d17c9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:37.529978 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-f8f2af8c-93cf-4c49-a04c-7447d17c9210 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.0885704 Mar 04 15:49:37.609256 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-0a423cb3-8eb8-4478-a9de-a380241aa47e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 1000 time: 0.0648956 Mar 04 15:49:37.647538 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '4045b3e2-86ad-4752-8318-c1aa67847032', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'mac_address': 'fa:16:3e:a3:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:02Z', 'updated_at': '2022-03-04T15:49:36Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:37.663698 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076831-88f4-4356-84b2-33082f9ded81 req-cd77efd8-96bd-4c2b-82f5-79a9072df349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:37.665175 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-cd77efd8-96bd-4c2b-82f5-79a9072df349 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0492978 Mar 04 15:49:37.676062 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:49:37.678036 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b304a16-572c-4e6b-ab3c-875014c18d96 req-44603546-f10b-4365-b7ac-6166f8f21385 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:37.685495 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:49:37.686239 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:49:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:37.686382 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5b304a16-572c-4e6b-ab3c-875014c18d96 req-44603546-f10b-4365-b7ac-6166f8f21385 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0660098 Mar 04 15:49:37.731266 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076831-88f4-4356-84b2-33082f9ded81 req-e92fa3d9-8dba-42df-9d67-47bdd5e0d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:37.732805 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-e92fa3d9-8dba-42df-9d67-47bdd5e0d4bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581727 Mar 04 15:49:37.744685 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5b304a16-572c-4e6b-ab3c-875014c18d96 req-efe6909e-93f1-4bc2-8eef-66db78c73a79 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564332 Mar 04 15:49:37.831459 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59346) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:37.846744 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-cbae1c32-fcce-4ff2-b79f-481ac5d7f327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:37.847701 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:49:37.862126 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-c1d177c0-d952-43d9-a882-8ac4fe9ff511 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156876 Mar 04 15:49:38.012042 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-f5076831-88f4-4356-84b2-33082f9ded81 req-999b85c3-d0ac-44d0-b63a-43eb6bdbd661 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222179 Mar 04 15:49:38.012623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-cbae1c32-fcce-4ff2-b79f-481ac5d7f327 admin admin] Publish callbacks [] for security_group (5fea37b9-c6eb-4bfc-af79-518638ea0afb), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:38.083073 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-cbae1c32-fcce-4ff2-b79f-481ac5d7f327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5fea37b9-c6eb-4bfc-af79-518638ea0afb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:38.145385 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-cbae1c32-fcce-4ff2-b79f-481ac5d7f327 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0479994553a44d078991e22d45042b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128514 Mar 04 15:49:38.147260 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '4045b3e2-86ad-4752-8318-c1aa67847032', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'mac_address': 'fa:16:3e:a3:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:02Z', 'updated_at': '2022-03-04T15:49:36Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:49:38.147979 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59360) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:38.148539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae1c32-fcce-4ff2-b79f-481ac5d7f327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea37b9-c6eb-4bfc-af79-518638ea0afb,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:38.200932 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6e2a0-7483-45c2-8ec5-9a7d47d4759f None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '4045b3e2-86ad-4752-8318-c1aa67847032', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'mac_address': 'fa:16:3e:a3:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:02Z', 'updated_at': '2022-03-04T15:49:36Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:49:38.209952 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4637688-0d72-4316-9a99-f8bb5b95fda0 admin admin] Publish callbacks [] for security_group (5fea37b9-c6eb-4bfc-af79-518638ea0afb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:38.233834 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4637688-0d72-4316-9a99-f8bb5b95fda0 admin admin] Publish callbacks [] for security_group (5fea37b9-c6eb-4bfc-af79-518638ea0afb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:38.370158 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4637688-0d72-4316-9a99-f8bb5b95fda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5fea37b9-c6eb-4bfc-af79-518638ea0afb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:38.373238 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4637688-0d72-4316-9a99-f8bb5b95fda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:38.374426 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c4637688-0d72-4316-9a99-f8bb5b95fda0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fea37b9-c6eb-4bfc-af79-518638ea0afb HTTP/1.1" status: 204 len: 168 time: 0.2254739 Mar 04 15:49:38.384364 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4637688-0d72-4316-9a99-f8bb5b95fda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea37b9-c6eb-4bfc-af79-518638ea0afb,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:38.399521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bf99d-7509-4e05-8449-0eb0ed0bb54a None None] New status for floating IP 4045b3e2-86ad-4752-8318-c1aa67847032: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:49:38.871407 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18a022-462d-4ecb-b3e6-c361e5e0989e req-b4ee43cf-a889-443c-b719-9010e3cd7d7c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:38.873511 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fa18a022-462d-4ecb-b3e6-c361e5e0989e req-b4ee43cf-a889-443c-b719-9010e3cd7d7c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0537474 Mar 04 15:49:38.920940 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fa18a022-462d-4ecb-b3e6-c361e5e0989e req-67290a0b-7fdc-4a27-ab6b-3e8b05924fb2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Mar 04 15:49:39.479265 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-e54736ab-02ed-4e9e-bc75-c803d9526c9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530188 Mar 04 15:49:39.567292 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-e191b83f-c4be-4d3b-a65a-d7df41e10546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:39.568797 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-e191b83f-c4be-4d3b-a65a-d7df41e10546 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=741dcd6161c44e2cbb8b3c9b72d0a195&device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 1129 time: 0.0456176 Mar 04 15:49:39.679043 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59414) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:39.696325 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-957d6aa7-9966-4adb-94ef-bc156d3ca820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:39.697860 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-957d6aa7-9966-4adb-94ef-bc156d3ca820 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ac0502-096c-442b-bdfd-977bfd225935 HTTP/1.1" status: 200 len: 913 time: 0.0993524 Mar 04 15:49:39.701107 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c74c0ccd-911b-4a93-9c22-ccd725358b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:39.740264 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-c1a35623-0b4f-441e-b2de-54bc7476e80f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fab07e23-d774-46cc-8e44-edfe3393db3f HTTP/1.1" status: 200 len: 217 time: 0.0355396 Mar 04 15:49:39.791218 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-06ffb02a-7750-4754-9e29-f4d6d9cb0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:39.792688 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-06ffb02a-7750-4754-9e29-f4d6d9cb0c02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c4ca250-258d-4c2c-8756-53b80f422547 HTTP/1.1" status: 200 len: 852 time: 0.0442343 Mar 04 15:49:39.828970 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-e292ca5a-8bd7-47c1-9309-ea7c65e04b70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ac0502-096c-442b-bdfd-977bfd225935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256896 Mar 04 15:49:39.843169 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f747-5aa4-4702-831d-d427840122bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:39.918342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f747-5aa4-4702-831d-d427840122bc admin admin] Publish callbacks [] for security_group (f2288b16-55dc-4582-9eda-04434e723ea3), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:39.943100 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-85a6338f-2808-4784-997a-7d448871a428 service neutron] 10.222.0.16 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Mar 04 15:49:40.040642 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-96091590-657c-4bb2-aa17-13b4e3d21b53 req-da37aeaa-9536-47fc-b75d-2a69c5eca0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912995 Mar 04 15:49:40.041348 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f1e97-ea10-4fd9-8c25-ffce36bc9a3d req-b3176885-adfc-4445-85d8-c6c697a19e9e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:40.042820 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c8f1e97-ea10-4fd9-8c25-ffce36bc9a3d req-b3176885-adfc-4445-85d8-c6c697a19e9e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Mar 04 15:49:40.043941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f747-5aa4-4702-831d-d427840122bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f2288b16-55dc-4582-9eda-04434e723ea3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:40.097372 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ffd4f747-5aa4-4702-831d-d427840122bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6566b8aa62da43dd9adecdf236adbcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172511 Mar 04 15:49:40.100166 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59428) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:40.110495 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4f747-5aa4-4702-831d-d427840122bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2288b16-55dc-4582-9eda-04434e723ea3,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:40.129849 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c8f1e97-ea10-4fd9-8c25-ffce36bc9a3d req-8ab47a98-bfca-466b-8970-f36de25b8a45 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810113 Mar 04 15:49:40.161606 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d9903303-2f97-4d1f-ad0f-fca2a9eac618 admin admin] Publish callbacks [] for security_group (f2288b16-55dc-4582-9eda-04434e723ea3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:40.182433 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d9903303-2f97-4d1f-ad0f-fca2a9eac618 admin admin] Publish callbacks [] for security_group (f2288b16-55dc-4582-9eda-04434e723ea3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:40.312252 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d9903303-2f97-4d1f-ad0f-fca2a9eac618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f2288b16-55dc-4582-9eda-04434e723ea3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:40.314951 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d9903303-2f97-4d1f-ad0f-fca2a9eac618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:40.316113 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d9903303-2f97-4d1f-ad0f-fca2a9eac618 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2288b16-55dc-4582-9eda-04434e723ea3 HTTP/1.1" status: 204 len: 168 time: 0.2149727 Mar 04 15:49:40.326411 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9903303-2f97-4d1f-ad0f-fca2a9eac618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2288b16-55dc-4582-9eda-04434e723ea3,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:40.987016 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59482) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:41.000983 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dbf35b31-e3f8-422e-b4bb-0e3f6da56b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.074761 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dbf35b31-e3f8-422e-b4bb-0e3f6da56b8c admin admin] Publish callbacks [] for security_group (bea3a86f-30b6-4677-9805-92b0d6022621), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.192435 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dbf35b31-e3f8-422e-b4bb-0e3f6da56b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bea3a86f-30b6-4677-9805-92b0d6022621), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.234035 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-dbf35b31-e3f8-422e-b4bb-0e3f6da56b8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84ad76d94f6c4ebe9d79e2e87122b0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428119 Mar 04 15:49:41.234035 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf35b31-e3f8-422e-b4bb-0e3f6da56b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3a86f-30b6-4677-9805-92b0d6022621,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:41.234454 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59486) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:41.237993 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.267862 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bec929-bda3-4936-b05b-ea553fe40f02 req-0ea8cdb2-4abc-4fa6-ae47-a0e3470a955f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:41.269326 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-38bec929-bda3-4936-b05b-ea553fe40f02 req-0ea8cdb2-4abc-4fa6-ae47-a0e3470a955f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0736387 Mar 04 15:49:41.328604 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7a-6e78-450b-9d51-0066be1f697e admin admin] Publish callbacks [] for security_group (bea3a86f-30b6-4677-9805-92b0d6022621), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.348370 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-38bec929-bda3-4936-b05b-ea553fe40f02 req-b9c95637-7fd8-4726-ad9e-69d3cc61118c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720391 Mar 04 15:49:41.360423 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7a-6e78-450b-9d51-0066be1f697e admin admin] Publish callbacks [] for security_group (bea3a86f-30b6-4677-9805-92b0d6022621), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.498586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59492) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:41.603472 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c73-2b2e-4855-9b6a-454f9c40d029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.712661 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7a-6e78-450b-9d51-0066be1f697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bea3a86f-30b6-4677-9805-92b0d6022621), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.715308 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7a-6e78-450b-9d51-0066be1f697e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.717033 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-67b1fb7a-6e78-450b-9d51-0066be1f697e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bea3a86f-30b6-4677-9805-92b0d6022621 HTTP/1.1" status: 204 len: 168 time: 0.4817312 Mar 04 15:49:41.725267 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1fb7a-6e78-450b-9d51-0066be1f697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3a86f-30b6-4677-9805-92b0d6022621,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:41.771283 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c73-2b2e-4855-9b6a-454f9c40d029 admin admin] Publish callbacks [] for security_group (f46affc6-d4d6-49ae-ba36-b278244cfcdf), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.872374 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c73-2b2e-4855-9b6a-454f9c40d029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f46affc6-d4d6-49ae-ba36-b278244cfcdf), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.909231 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a19c73-2b2e-4855-9b6a-454f9c40d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46affc6-d4d6-49ae-ba36-b278244cfcdf,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:41.913502 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d1a19c73-2b2e-4855-9b6a-454f9c40d029 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c49b38d6e8142db85d30bffa769f673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138997 Mar 04 15:49:41.916318 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59504) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:41.964610 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a32920a-bbcb-477a-9f6c-70af9544f36f admin admin] Publish callbacks [] for security_group (f46affc6-d4d6-49ae-ba36-b278244cfcdf), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:41.985272 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a32920a-bbcb-477a-9f6c-70af9544f36f admin admin] Publish callbacks [] for security_group (f46affc6-d4d6-49ae-ba36-b278244cfcdf), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.065784 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03c2baef-2e49-4e1e-a694-0b8244aa7bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.123770 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a32920a-bbcb-477a-9f6c-70af9544f36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f46affc6-d4d6-49ae-ba36-b278244cfcdf), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.126527 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6a32920a-bbcb-477a-9f6c-70af9544f36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.127753 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-6a32920a-bbcb-477a-9f6c-70af9544f36f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f46affc6-d4d6-49ae-ba36-b278244cfcdf HTTP/1.1" status: 204 len: 168 time: 0.2105377 Mar 04 15:49:42.135742 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32920a-bbcb-477a-9f6c-70af9544f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46affc6-d4d6-49ae-ba36-b278244cfcdf,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:42.467695 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3be9-5b80-4f73-a1a2-f64fb6e29e3b req-ee5d29c1-1456-41cb-b0a4-cfb675d2316d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:42.469306 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fb1d3be9-5b80-4f73-a1a2-f64fb6e29e3b req-ee5d29c1-1456-41cb-b0a4-cfb675d2316d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0530849 Mar 04 15:49:42.517084 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fb1d3be9-5b80-4f73-a1a2-f64fb6e29e3b req-6b4e60e7-5d1c-44a7-9a34-ec60d2ccafe0 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Mar 04 15:49:42.768821 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59534) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:42.782060 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-10cd27bb-d003-4f60-8d3c-75af8f842663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.862241 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-10cd27bb-d003-4f60-8d3c-75af8f842663 admin admin] Publish callbacks [] for security_group (11cbc89d-75c1-4551-9ad9-12bd75962a8b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.951662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-10cd27bb-d003-4f60-8d3c-75af8f842663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (11cbc89d-75c1-4551-9ad9-12bd75962a8b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:42.990548 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-10cd27bb-d003-4f60-8d3c-75af8f842663 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eebee53df842403daedf327cad7ba631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205775 Mar 04 15:49:42.991557 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd27bb-d003-4f60-8d3c-75af8f842663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbc89d-75c1-4551-9ad9-12bd75962a8b,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:42.993284 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59548) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:49:43.045991 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-42ffc492-6621-4a1e-a043-556ee623c703 admin admin] Publish callbacks [] for security_group (11cbc89d-75c1-4551-9ad9-12bd75962a8b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:43.066771 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-42ffc492-6621-4a1e-a043-556ee623c703 admin admin] Publish callbacks [] for security_group (11cbc89d-75c1-4551-9ad9-12bd75962a8b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:43.198172 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-42ffc492-6621-4a1e-a043-556ee623c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (11cbc89d-75c1-4551-9ad9-12bd75962a8b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:43.201331 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-42ffc492-6621-4a1e-a043-556ee623c703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:43.202515 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-42ffc492-6621-4a1e-a043-556ee623c703 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11cbc89d-75c1-4551-9ad9-12bd75962a8b HTTP/1.1" status: 204 len: 168 time: 0.2080238 Mar 04 15:49:43.210362 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffc492-6621-4a1e-a043-556ee623c703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbc89d-75c1-4551-9ad9-12bd75962a8b,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:49:43.324302 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:43.655401 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd44bdd-93b8-427f-9603-2b2502b0e730 req-5a3a56af-b530-4b90-a84e-ade78f201e94 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:43.658334 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-efd44bdd-93b8-427f-9603-2b2502b0e730 req-5a3a56af-b530-4b90-a84e-ade78f201e94 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0660934 Mar 04 15:49:43.709981 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-efd44bdd-93b8-427f-9603-2b2502b0e730 req-2ebed42b-a0e6-444f-b8cb-507f22a9b72c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Mar 04 15:49:44.695172 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:44.826212 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa013-e88c-4f4c-add0-53a4419f2cb3 req-55d5d56f-6d54-4510-8b61-660ca8d53706 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:44.827659 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d8aa013-e88c-4f4c-add0-53a4419f2cb3 req-55d5d56f-6d54-4510-8b61-660ca8d53706 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0513241 Mar 04 15:49:44.874953 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d8aa013-e88c-4f4c-add0-53a4419f2cb3 req-8ae9e5eb-f095-4864-b823-25b2d48e6bb9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Mar 04 15:49:45.992705 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b0075-44c7-4c9d-ae70-8aab99cf0384 req-d8273dea-8d73-4f8c-bff4-2a4fd382c8ef tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:45.994174 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-490b0075-44c7-4c9d-ae70-8aab99cf0384 req-d8273dea-8d73-4f8c-bff4-2a4fd382c8ef tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0546343 Mar 04 15:49:46.040632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-490b0075-44c7-4c9d-ae70-8aab99cf0384 req-f0ca716b-a186-41fe-a53f-5cb68acc00d3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Mar 04 15:49:46.118917 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:49:46.957321 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:49:47.153930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd868-24ce-4bf2-b6de-0c3868310459 req-6c8501c7-4340-4630-b55d-53bf4ef309a0 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:47.155874 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e73bd868-24ce-4bf2-b6de-0c3868310459 req-6c8501c7-4340-4630-b55d-53bf4ef309a0 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Mar 04 15:49:47.202228 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e73bd868-24ce-4bf2-b6de-0c3868310459 req-f3df07b0-0cb7-479d-8e92-2d3a0166b42f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Mar 04 15:49:48.320088 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a445bc-02ec-45ca-b5e5-88f39074ad47 req-8e1a6d48-84c0-420f-b187-44805089643a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:48.321666 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72a445bc-02ec-45ca-b5e5-88f39074ad47 req-8e1a6d48-84c0-420f-b187-44805089643a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0544133 Mar 04 15:49:48.370329 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72a445bc-02ec-45ca-b5e5-88f39074ad47 req-a60c5e2e-0611-47bd-846c-682c18380131 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Mar 04 15:49:49.484061 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e72c7-76a0-4c38-83bf-2ef8424752ec req-b79a2463-f640-4029-b977-487e8fabb1f6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:49.485511 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b92e72c7-76a0-4c38-83bf-2ef8424752ec req-b79a2463-f640-4029-b977-487e8fabb1f6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Mar 04 15:49:49.531229 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b92e72c7-76a0-4c38-83bf-2ef8424752ec req-1fc77867-90ab-459a-9176-ca182486e092 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Mar 04 15:49:50.645453 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761d4ed-ce32-468a-8f26-4b56011a6f46 req-5eae97b4-1ce0-465c-9a85-097c8886ba11 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:50.646942 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1761d4ed-ce32-468a-8f26-4b56011a6f46 req-5eae97b4-1ce0-465c-9a85-097c8886ba11 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Mar 04 15:49:50.693164 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1761d4ed-ce32-468a-8f26-4b56011a6f46 req-5d797750-5517-4099-8eca-8d2f75ec3780 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Mar 04 15:49:50.887912 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661afdb-4f26-4dda-b835-114553222b2d req-4b698b5c-1ac5-4cbc-b012-87b191011d8d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:50.889368 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8661afdb-4f26-4dda-b835-114553222b2d req-4b698b5c-1ac5-4cbc-b012-87b191011d8d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0549371 Mar 04 15:49:50.936337 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8661afdb-4f26-4dda-b835-114553222b2d req-82ff4957-6a83-434c-8da0-74ac9f5e098d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Mar 04 15:49:51.806829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7db310-1869-48bd-a5c4-2830c493fb59 req-4b2f974e-3e8b-4cde-94c0-6638cd2842dd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:51.808283 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b7db310-1869-48bd-a5c4-2830c493fb59 req-4b2f974e-3e8b-4cde-94c0-6638cd2842dd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Mar 04 15:49:51.853423 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b7db310-1869-48bd-a5c4-2830c493fb59 req-8f5e4592-040b-43ce-b3bd-50f1ac2c4f71 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Mar 04 15:49:52.053111 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94aa01-7c19-47b1-b8e5-107b51bd88f9 req-09dbe602-afb8-4e8f-98ed-6b10ae4b017d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:52.054592 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b94aa01-7c19-47b1-b8e5-107b51bd88f9 req-09dbe602-afb8-4e8f-98ed-6b10ae4b017d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0537486 Mar 04 15:49:52.102964 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b94aa01-7c19-47b1-b8e5-107b51bd88f9 req-1e37f53a-25de-4626-a224-e5ae814ff73c tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Mar 04 15:49:52.967066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac519951-a3da-4ad5-bb1e-02c0661b9965 req-508291ef-e93b-4436-8246-6fbfde4952ff tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:52.968508 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ac519951-a3da-4ad5-bb1e-02c0661b9965 req-508291ef-e93b-4436-8246-6fbfde4952ff tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0500021 Mar 04 15:49:53.012886 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ac519951-a3da-4ad5-bb1e-02c0661b9965 req-d994c1c2-3609-4a39-a235-ab0f76cf00c2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Mar 04 15:49:53.220780 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5047f-d75e-4787-92f3-6a1ee8589d55 req-0e547ddd-f528-4921-bcec-e00c5265e04b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:53.222220 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eec5047f-d75e-4787-92f3-6a1ee8589d55 req-0e547ddd-f528-4921-bcec-e00c5265e04b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0502560 Mar 04 15:49:53.267652 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eec5047f-d75e-4787-92f3-6a1ee8589d55 req-bc4ee8eb-458c-4736-816d-39d8c3dec074 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Mar 04 15:49:54.128930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a5e7-7a60-4d9d-b188-3ac8c3d05d71 req-570334e2-71a8-42a5-b28c-85ada35ec993 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:54.130660 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d9d1a5e7-7a60-4d9d-b188-3ac8c3d05d71 req-570334e2-71a8-42a5-b28c-85ada35ec993 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0540752 Mar 04 15:49:54.176405 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d9d1a5e7-7a60-4d9d-b188-3ac8c3d05d71 req-33740580-ad56-41a0-830c-ba1ed155aa1c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Mar 04 15:49:54.384685 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816a10d-d6bc-47f3-be90-c8dcc055076c req-80d828c8-6fb3-4929-8948-3ab957986852 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:54.386709 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f816a10d-d6bc-47f3-be90-c8dcc055076c req-80d828c8-6fb3-4929-8948-3ab957986852 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0540602 Mar 04 15:49:54.431669 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f816a10d-d6bc-47f3-be90-c8dcc055076c req-8e9ba680-c043-4ffe-afa0-c26f098c0d7b tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Mar 04 15:49:55.293662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43987-bc18-4e99-a140-a041fb42cb1d req-a3f4b56d-c4ff-4c4d-9c85-216d114771f6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:55.295140 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c8c43987-bc18-4e99-a140-a041fb42cb1d req-a3f4b56d-c4ff-4c4d-9c85-216d114771f6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0546246 Mar 04 15:49:55.340620 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c8c43987-bc18-4e99-a140-a041fb42cb1d req-342df439-d8ae-4229-9572-90197e185354 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400991 Mar 04 15:49:55.546659 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0a79-5df0-495d-b4e7-eab4b1699224 req-7bd124c3-6742-4e1a-a17a-13f30a41362c tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:55.548124 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a87e0a79-5df0-495d-b4e7-eab4b1699224 req-7bd124c3-6742-4e1a-a17a-13f30a41362c tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0519361 Mar 04 15:49:55.593810 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a87e0a79-5df0-495d-b4e7-eab4b1699224 req-de800d63-08ba-4c86-b468-aa1fc412a63a tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Mar 04 15:49:56.455981 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b912a-7733-4a35-a5a3-b61d92f6cd2f req-4e6759ea-cd1f-4ddd-978e-befe03cd2660 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:56.457460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be2b912a-7733-4a35-a5a3-b61d92f6cd2f req-4e6759ea-cd1f-4ddd-978e-befe03cd2660 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Mar 04 15:49:56.512569 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be2b912a-7733-4a35-a5a3-b61d92f6cd2f req-8a8086ca-14e4-4730-950b-b6acd4c5a991 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Mar 04 15:49:56.707996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b73ecf-df69-41eb-9d69-79b14373343b req-8ac3b7ad-2c7d-4adc-99fb-9257a342e732 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:56.709481 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7b73ecf-df69-41eb-9d69-79b14373343b req-8ac3b7ad-2c7d-4adc-99fb-9257a342e732 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0515678 Mar 04 15:49:56.758975 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7b73ecf-df69-41eb-9d69-79b14373343b req-e4ebbf17-85f3-482f-85b8-681083c9d444 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439599 Mar 04 15:49:57.626371 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b2669-2e04-46ff-a20d-c82dd847aeda req-f180b2c3-1a5e-45c0-85df-34a05bed46e5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:57.627845 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca6b2669-2e04-46ff-a20d-c82dd847aeda req-f180b2c3-1a5e-45c0-85df-34a05bed46e5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0505323 Mar 04 15:49:57.672781 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca6b2669-2e04-46ff-a20d-c82dd847aeda req-c65da851-f3c7-4076-ac4d-94c3f7422b57 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 Mar 04 15:49:57.878358 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2a20-3d57-4e46-8948-acf4822618b9 req-d3d20ce7-31ee-4c4e-a9ad-604edc72cf91 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:57.879701 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fade2a20-3d57-4e46-8948-acf4822618b9 req-d3d20ce7-31ee-4c4e-a9ad-604edc72cf91 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0538385 Mar 04 15:49:57.925527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fade2a20-3d57-4e46-8948-acf4822618b9 req-71c4191c-da16-46f7-b937-03e8fa17191d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Mar 04 15:49:58.785868 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6416694-831c-4413-9efb-8a11610b370c req-68cfe5f2-ffed-4f4e-b316-e813654ac808 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:58.787348 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6416694-831c-4413-9efb-8a11610b370c req-68cfe5f2-ffed-4f4e-b316-e813654ac808 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0510592 Mar 04 15:49:58.833842 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6416694-831c-4413-9efb-8a11610b370c req-ba074bf0-e11b-4427-a246-cea5061af15f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Mar 04 15:49:59.040234 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b44f-2c5e-489c-b195-7cacc56e7f80 req-3854a861-2336-445c-961a-d5954da72252 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:59.041726 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88d2b44f-2c5e-489c-b195-7cacc56e7f80 req-3854a861-2336-445c-961a-d5954da72252 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0497406 Mar 04 15:49:59.089918 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88d2b44f-2c5e-489c-b195-7cacc56e7f80 req-d2e8fa6d-83fe-402b-9610-a1e6ecdeb6bf tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Mar 04 15:49:59.946639 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c18ef-6bb6-4b55-a2cf-e68549a1de85 req-3453ff54-8048-4433-8a67-beda4e72301b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:49:59.948094 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-550c18ef-6bb6-4b55-a2cf-e68549a1de85 req-3453ff54-8048-4433-8a67-beda4e72301b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Mar 04 15:49:59.993645 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-550c18ef-6bb6-4b55-a2cf-e68549a1de85 req-9e479f91-a401-4605-a8b4-1ab77b6acc57 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Mar 04 15:50:00.204953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b3e1-a163-450b-a191-221508b2275a req-eb540673-f910-40ed-8428-9d40b60cac6f tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:00.206428 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4998b3e1-a163-450b-a191-221508b2275a req-eb540673-f910-40ed-8428-9d40b60cac6f tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0509446 Mar 04 15:50:00.250692 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4998b3e1-a163-450b-a191-221508b2275a req-ab413838-80c4-41bb-9fd2-c2ba28a44f1e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389700 Mar 04 15:50:01.109900 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b018-d281-4256-a016-da643c8126ca req-1aedac95-6ff1-4564-bd3f-468a789bb663 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:01.111323 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2634b018-d281-4256-a016-da643c8126ca req-1aedac95-6ff1-4564-bd3f-468a789bb663 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Mar 04 15:50:01.156074 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2634b018-d281-4256-a016-da643c8126ca req-1ec0c35e-7c3b-4516-8f99-b7b600475ee1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Mar 04 15:50:01.367063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198b2d-adf3-47cd-a73c-59518394bcde req-34683b18-2c2d-4a1e-9687-6df8b8e8f6d9 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:01.368574 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5b198b2d-adf3-47cd-a73c-59518394bcde req-34683b18-2c2d-4a1e-9687-6df8b8e8f6d9 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0508769 Mar 04 15:50:01.414155 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5b198b2d-adf3-47cd-a73c-59518394bcde req-24b901c4-d9ed-47d8-b64c-038da0033f39 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Mar 04 15:50:02.273426 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e2816-ff93-4e7c-b996-d048e82a7e16 req-a54ee2da-05ba-4965-9f21-17810a44d7c3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:02.274941 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b85e2816-ff93-4e7c-b996-d048e82a7e16 req-a54ee2da-05ba-4965-9f21-17810a44d7c3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0543637 Mar 04 15:50:02.324870 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b85e2816-ff93-4e7c-b996-d048e82a7e16 req-1d1c80e8-a3cb-4cd0-a93f-95d8978e2b3c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Mar 04 15:50:02.528355 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aad4f4-f049-4a56-9156-fd37c8472c8b req-aeda1619-eabe-4e8c-909f-9210b94c9abf tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:02.529813 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d6aad4f4-f049-4a56-9156-fd37c8472c8b req-aeda1619-eabe-4e8c-909f-9210b94c9abf tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0504103 Mar 04 15:50:02.574468 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d6aad4f4-f049-4a56-9156-fd37c8472c8b req-cba3ada3-abab-49a7-91a1-d1f614c93e46 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Mar 04 15:50:03.441035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e63f33-136d-4253-840c-869562aa7b7c req-dd7efe99-2881-4224-91b4-845e5ed273c3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:03.442501 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-47e63f33-136d-4253-840c-869562aa7b7c req-dd7efe99-2881-4224-91b4-845e5ed273c3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0502863 Mar 04 15:50:03.490264 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-47e63f33-136d-4253-840c-869562aa7b7c req-d5921193-7567-486c-a6e7-5a47f7717a4b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Mar 04 15:50:03.690060 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933e95e-1ae9-4988-945d-1291a90b6714 req-23cffa24-2478-4933-bfca-f67bf35a5d26 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:03.691514 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6933e95e-1ae9-4988-945d-1291a90b6714 req-23cffa24-2478-4933-bfca-f67bf35a5d26 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0514550 Mar 04 15:50:03.737729 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6933e95e-1ae9-4988-945d-1291a90b6714 req-51e627bf-d8b1-4d9c-8bd5-e42354fdadc2 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Mar 04 15:50:04.601779 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c80450-c79f-47b0-9156-0d39d16903b9 req-69fa667a-eef1-4739-9079-121915ff4839 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:04.603619 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e8c80450-c79f-47b0-9156-0d39d16903b9 req-69fa667a-eef1-4739-9079-121915ff4839 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0503740 Mar 04 15:50:04.647996 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e8c80450-c79f-47b0-9156-0d39d16903b9 req-b597e3b0-b6f9-48dd-8a87-075cf52927da tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Mar 04 15:50:04.855205 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a7b0a-5158-4b68-9036-8e5a190cc1c3 req-029bdc33-c72f-4210-89b9-60d6dd42ab36 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:04.856572 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-696a7b0a-5158-4b68-9036-8e5a190cc1c3 req-029bdc33-c72f-4210-89b9-60d6dd42ab36 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0534198 Mar 04 15:50:04.900906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-696a7b0a-5158-4b68-9036-8e5a190cc1c3 req-ec7bf5f1-51e4-45f7-996b-b6348b1cd081 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 Mar 04 15:50:05.761953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3698-021d-4d3d-9e56-585ad255f092 req-f5ac8549-7660-420f-8b17-69bf98e095ec tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:05.763385 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ead3698-021d-4d3d-9e56-585ad255f092 req-f5ac8549-7660-420f-8b17-69bf98e095ec tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Mar 04 15:50:05.808214 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ead3698-021d-4d3d-9e56-585ad255f092 req-0722d7a3-d17f-4cdd-8717-0c80bafdb4bd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 04 15:50:06.013762 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fa05-2172-4a9f-bba9-3cf963444aa0 req-375a8fce-3a3a-4417-8081-912c246022c9 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:06.015182 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9dd8fa05-2172-4a9f-bba9-3cf963444aa0 req-375a8fce-3a3a-4417-8081-912c246022c9 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0502539 Mar 04 15:50:06.063191 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9dd8fa05-2172-4a9f-bba9-3cf963444aa0 req-6bb0f5b4-4772-46be-8c8d-79e73f36302d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Mar 04 15:50:06.921159 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39408d-9470-4612-bd9e-87ff0f261ad1 req-868057e3-1107-4c59-91a0-183a8e4ee4d6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:06.922637 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3f39408d-9470-4612-bd9e-87ff0f261ad1 req-868057e3-1107-4c59-91a0-183a8e4ee4d6 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Mar 04 15:50:06.968409 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3f39408d-9470-4612-bd9e-87ff0f261ad1 req-673ee7cf-f7c0-4cce-b34f-3d1a1044c64a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Mar 04 15:50:07.177518 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7102d-a164-4a6f-8dde-fa8ffd03cdb8 req-085a11fa-e1a8-41c3-b663-9bda344c81a7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:07.179010 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2ae7102d-a164-4a6f-8dde-fa8ffd03cdb8 req-085a11fa-e1a8-41c3-b663-9bda344c81a7 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0518234 Mar 04 15:50:07.228623 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2ae7102d-a164-4a6f-8dde-fa8ffd03cdb8 req-935b810c-95bf-4b0e-a2aa-2a6b95aef7c3 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/security-groups?id=617d05ec-516b-49f1-9fe7-1ab5027513f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Mar 04 15:50:07.413695 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-38ad1a54-9388-40b2-b48e-9fc8f9d8c427 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:07.415093 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-38ad1a54-9388-40b2-b48e-9fc8f9d8c427 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.16 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 945 time: 0.0820634 Mar 04 15:50:07.542024 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Deleting port fab07e23-d774-46cc-8e44-edfe3393db3f {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:50:07.542368 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:07.628191 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] For port fab07e23-d774-46cc-8e44-edfe3393db3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fab07e23-d774-46cc-8e44-edfe3393db3f,segment=NetworkSegment(0f2016ca-82c0-4910-bf62-8b07b543b43b),segment_id=0f2016ca-82c0-4910-bf62-8b07b543b43b)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:07.628573 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:07.646189 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Calling delete_port for fab07e23-d774-46cc-8e44-edfe3393db3f owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:50:07.842949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (fab07e23-d774-46cc-8e44-edfe3393db3f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:07.855210 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['fab07e23-d774-46cc-8e44-edfe3393db3f'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:50:07.868985 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Pushing event deleted for resources: {'Port': ['ID=fab07e23-d774-46cc-8e44-edfe3393db3f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:07.927951 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] No DVR routers for this DVR port fab07e23-d774-46cc-8e44-edfe3393db3f on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:50:07.930917 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:07.934173 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c30dca41-61c6-404e-a9c6-10a7dd069ef2 req-007e4c1d-ebf9-48cf-8eb8-ae54ee40cca0 tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.16 "DELETE /v2.0/ports/fab07e23-d774-46cc-8e44-edfe3393db3f HTTP/1.1" status: 204 len: 173 time: 0.5129797 Mar 04 15:50:07.934594 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'name': 'network-vif-deleted', 'tag': 'fab07e23-d774-46cc-8e44-edfe3393db3f'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:50:07.936799 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5066e8d0-3a9b-47a1-a22b-40eb60f61555" -d '{"events": [{"server_uuid": "59995532-8e73-4c01-a8a7-9da06ceb5e5f", "name": "network-vif-deleted", "tag": "fab07e23-d774-46cc-8e44-edfe3393db3f"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:50:07.971512 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100fffb9-551e-4ccd-8c0b-c72deccf4537 x-openstack-request-id: req-100fffb9-551e-4ccd-8c0b-c72deccf4537 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:50:07.971807 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59995532-8e73-4c01-a8a7-9da06ceb5e5f", "name": "network-vif-deleted", "tag": "fab07e23-d774-46cc-8e44-edfe3393db3f", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:50:07.972059 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-100fffb9-551e-4ccd-8c0b-c72deccf4537 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:50:07.972451 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59995532-8e73-4c01-a8a7-9da06ceb5e5f', 'name': 'network-vif-deleted', 'tag': 'fab07e23-d774-46cc-8e44-edfe3393db3f', 'status': 'completed', 'code': 200} Mar 04 15:50:08.090884 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a2541-f4b2-48d7-99cd-cd913625eee6 req-30ce00e9-0484-4641-bc62-9323f80d3c43 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:08.092362 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1f0a2541-f4b2-48d7-99cd-cd913625eee6 req-30ce00e9-0484-4641-bc62-9323f80d3c43 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0566144 Mar 04 15:50:08.143572 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1f0a2541-f4b2-48d7-99cd-cd913625eee6 req-7d9d0b06-d443-4672-a95e-80e0ac54081e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Mar 04 15:50:08.323670 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-252b4889-2199-4c96-b6a8-95dedb2a4985 req-7c46ddb8-4d2a-4c92-822a-daed4356a65e tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0266786 Mar 04 15:50:09.264453 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f893c-b776-4d6f-b37f-fbff36129795 req-70e36725-186d-453b-9cb4-5308a434cd0c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:09.266192 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c30f893c-b776-4d6f-b37f-fbff36129795 req-70e36725-186d-453b-9cb4-5308a434cd0c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0543540 Mar 04 15:50:09.320274 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c30f893c-b776-4d6f-b37f-fbff36129795 req-cd4ab27e-6019-4bb1-9767-196883be1943 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Mar 04 15:50:09.436618 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d964d09-a05d-42df-a260-5ad00435e4a1 req-5ebd1fdc-43f2-4753-a655-70163f31c42d tempest-DeleteServersTestJSON-1669619862 tempest-DeleteServersTestJSON-1669619862-project] 10.222.0.21 "GET /v2.0/ports?device_id=59995532-8e73-4c01-a8a7-9da06ceb5e5f HTTP/1.1" status: 200 len: 210 time: 0.0281346 Mar 04 15:50:09.746003 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd718-1047-4b73-a03f-d3bfb710a21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:10.341740 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b648c-507b-4668-87b3-d1f262006c6e req-d2d2d8f3-e70d-491e-9cb3-99f68e8ead92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:10.343623 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c12b648c-507b-4668-87b3-d1f262006c6e req-d2d2d8f3-e70d-491e-9cb3-99f68e8ead92 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 1129 time: 0.0430346 Mar 04 15:50:10.402619 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c12b648c-507b-4668-87b3-d1f262006c6e req-75a977c2-d890-4a0d-aac3-2eb7723e9c72 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496848 Mar 04 15:50:10.442870 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e9a1b-d551-42d7-a989-442164f74c0f req-d5e6fe2b-b8e2-43e6-966b-2656b4f80081 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:10.444630 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca0e9a1b-d551-42d7-a989-442164f74c0f req-d5e6fe2b-b8e2-43e6-966b-2656b4f80081 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0543449 Mar 04 15:50:10.493378 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca0e9a1b-d551-42d7-a989-442164f74c0f req-e276a954-0eb2-41b4-961c-e3cd239b86e5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Mar 04 15:50:10.919822 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 59982) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:11.023126 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-acb37ee4-61ac-432e-8444-e7ab825e8459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.092963 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-acb37ee4-61ac-432e-8444-e7ab825e8459 admin admin] Publish callbacks [] for security_group (d7ae011f-9ef2-4303-8711-29a491462b71), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.167515 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-acb37ee4-61ac-432e-8444-e7ab825e8459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d7ae011f-9ef2-4303-8711-29a491462b71), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.204529 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-acb37ee4-61ac-432e-8444-e7ab825e8459 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeeab675577a4bcea6f81de1daf6a206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833550 Mar 04 15:50:11.205609 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb37ee4-61ac-432e-8444-e7ab825e8459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae011f-9ef2-4303-8711-29a491462b71,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:11.207906 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 59990) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:11.255132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.260852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-db3cff2e-c841-4058-b591-3038de6370a4 admin admin] Publish callbacks [] for security_group (d7ae011f-9ef2-4303-8711-29a491462b71), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.283159 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-db3cff2e-c841-4058-b591-3038de6370a4 admin admin] Publish callbacks [] for security_group (d7ae011f-9ef2-4303-8711-29a491462b71), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.420103 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-db3cff2e-c841-4058-b591-3038de6370a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d7ae011f-9ef2-4303-8711-29a491462b71), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.422724 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-db3cff2e-c841-4058-b591-3038de6370a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:11.423930 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-db3cff2e-c841-4058-b591-3038de6370a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7ae011f-9ef2-4303-8711-29a491462b71 HTTP/1.1" status: 204 len: 168 time: 0.2150273 Mar 04 15:50:11.432233 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cff2e-c841-4058-b591-3038de6370a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae011f-9ef2-4303-8711-29a491462b71,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:11.615787 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446eaa6-d970-453b-98b7-50f4d918bec8 req-4b3789fd-a32b-48e6-a5a0-9c55b579bfcf tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:11.617269 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0446eaa6-d970-453b-98b7-50f4d918bec8 req-4b3789fd-a32b-48e6-a5a0-9c55b579bfcf tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0538514 Mar 04 15:50:11.662869 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0446eaa6-d970-453b-98b7-50f4d918bec8 req-d455e159-0011-4d5b-be3c-1ad1c45aa166 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Mar 04 15:50:12.017991 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60012) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:12.062467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_v2 [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Deleting subnet 6c4ca250-258d-4c2c-8756-53b80f422547 {{(pid=110047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:50:12.065429 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Publish callbacks [] for subnet (6c4ca250-258d-4c2c-8756-53b80f422547), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.071453 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b758885f-665a-4e33-b362-ad677ffecb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.077363 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device fab07e23-d774-46cc-8e44-edfe3393db3f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:50:12.092441 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60014) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:12.098647 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: fab07e23-d774-46cc-8e44-edfe3393db3f {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:50:12.099001 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device fab07e23-d774-46cc-8e44-edfe3393db3f not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:50:12.104147 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Publish callbacks [] for subnet (6c4ca250-258d-4c2c-8756-53b80f422547), precommit_delete_associations {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.108985 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (6c4ca250-258d-4c2c-8756-53b80f422547), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.113159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7699154d-91be-4201-872c-ce2d9a0cda8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.185303 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7699154d-91be-4201-872c-ce2d9a0cda8a admin admin] Publish callbacks [] for security_group (f705100b-5e22-473a-9129-78264b19d56d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.254548 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (6c4ca250-258d-4c2c-8756-53b80f422547), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.279111 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4ca250-258d-4c2c-8756-53b80f422547,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:12.286359 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.289965 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-039bf61c-b8e2-4b76-8bce-756f29c6821f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c4ca250-258d-4c2c-8756-53b80f422547 HTTP/1.1" status: 204 len: 168 time: 0.2709594 Mar 04 15:50:12.292600 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60018) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:12.305236 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7699154d-91be-4201-872c-ce2d9a0cda8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f705100b-5e22-473a-9129-78264b19d56d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.386861 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7699154d-91be-4201-872c-ce2d9a0cda8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e38e859f0fcb425eb6f172c4f10778bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927547 Mar 04 15:50:12.387578 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699154d-91be-4201-872c-ce2d9a0cda8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f705100b-5e22-473a-9129-78264b19d56d,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:12.390617 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60024) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:12.400245 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (68ac0502-096c-442b-bdfd-977bfd225935), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.455812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c025132-5ebe-43b5-99df-8f886568fb11 admin admin] Publish callbacks [] for security_group (f705100b-5e22-473a-9129-78264b19d56d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.477532 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c025132-5ebe-43b5-99df-8f886568fb11 admin admin] Publish callbacks [] for security_group (f705100b-5e22-473a-9129-78264b19d56d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.480234 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (68ac0502-096c-442b-bdfd-977bfd225935), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.500695 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ac0502-096c-442b-bdfd-977bfd225935']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:12.510702 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2016ca-82c0-4910-bf62-8b07b543b43b') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:12.510999 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2016ca-82c0-4910-bf62-8b07b543b43b') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:12.520896 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (0f2016ca-82c0-4910-bf62-8b07b543b43b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.534786 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (0f2016ca-82c0-4910-bf62-8b07b543b43b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.541119 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:50:12.541521 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (0f2016ca-82c0-4910-bf62-8b07b543b43b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:50:12.543278 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:50:12.574430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c025132-5ebe-43b5-99df-8f886568fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f705100b-5e22-473a-9129-78264b19d56d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.577279 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c025132-5ebe-43b5-99df-8f886568fb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.578494 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7c025132-5ebe-43b5-99df-8f886568fb11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f705100b-5e22-473a-9129-78264b19d56d HTTP/1.1" status: 204 len: 168 time: 0.1866922 Mar 04 15:50:12.587228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c025132-5ebe-43b5-99df-8f886568fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f705100b-5e22-473a-9129-78264b19d56d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:12.665867 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (68ac0502-096c-442b-bdfd-977bfd225935), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.671343 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.674517 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] 10.222.0.21 "DELETE /v2.0/networks/68ac0502-096c-442b-bdfd-977bfd225935 HTTP/1.1" status: 204 len: 168 time: 0.3806360 Mar 04 15:50:12.685300 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c9754-b1c5-4817-8b84-174e76953d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=68ac0502-096c-442b-bdfd-977bfd225935,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:12.713929 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60034) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:12.779239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179800-d764-48ec-8a6c-7acb427e1b5c req-12541bf1-34e6-45ad-9d2b-70c86607f930 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:12.780867 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2b179800-d764-48ec-8a6c-7acb427e1b5c req-12541bf1-34e6-45ad-9d2b-70c86607f930 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Mar 04 15:50:12.833933 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2b179800-d764-48ec-8a6c-7acb427e1b5c req-6fde7212-ef4a-456b-aad7-6bb6d4b7b4ed tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Mar 04 15:50:12.907323 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3f39-d75f-4330-9f62-57c2a1054f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:12.988678 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd57c48-1939-46c7-8d19-99e018a3f99e req-fdc3951a-fd32-4770-b1f1-77c374ed434c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:12.993865 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8dd57c48-1939-46c7-8d19-99e018a3f99e req-fdc3951a-fd32-4770-b1f1-77c374ed434c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0879149 Mar 04 15:50:13.025047 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3f39-d75f-4330-9f62-57c2a1054f35 admin admin] Publish callbacks [] for security_group (e70434f9-cb59-4b8d-beb5-5bc70e401076), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.042882 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8dd57c48-1939-46c7-8d19-99e018a3f99e req-0ba08098-1358-41de-917a-8b2f750f445d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Mar 04 15:50:13.068775 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60056) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:13.112165 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4b078618-1c1a-4eb9-abb9-a93042a5278d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=741dcd6161c44e2cbb8b3c9b72d0a195&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422060 Mar 04 15:50:13.115390 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60060) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:13.127505 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3f39-d75f-4330-9f62-57c2a1054f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e70434f9-cb59-4b8d-beb5-5bc70e401076), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.182247 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3a4e3f39-d75f-4330-9f62-57c2a1054f35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2f4030720944494b9ed89841f85c600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649277 Mar 04 15:50:13.182815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60062) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:13.187820 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e3f39-d75f-4330-9f62-57c2a1054f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70434f9-cb59-4b8d-beb5-5bc70e401076,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:13.213562 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4eba889d-7dfa-46b8-98c9-7ea4914bbc3d admin admin] Publish callbacks [] for security_group (617d05ec-516b-49f1-9fe7-1ab5027513f3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.248334 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4eba889d-7dfa-46b8-98c9-7ea4914bbc3d admin admin] Publish callbacks [] for security_group (617d05ec-516b-49f1-9fe7-1ab5027513f3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.260890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f937-f7b2-4e1a-98ae-f19d2af46b54 admin admin] Publish callbacks [] for security_group (e70434f9-cb59-4b8d-beb5-5bc70e401076), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.288570 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f937-f7b2-4e1a-98ae-f19d2af46b54 admin admin] Publish callbacks [] for security_group (e70434f9-cb59-4b8d-beb5-5bc70e401076), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.300126 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.385756 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4eba889d-7dfa-46b8-98c9-7ea4914bbc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (617d05ec-516b-49f1-9fe7-1ab5027513f3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.388348 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4eba889d-7dfa-46b8-98c9-7ea4914bbc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.389495 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4eba889d-7dfa-46b8-98c9-7ea4914bbc3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/617d05ec-516b-49f1-9fe7-1ab5027513f3 HTTP/1.1" status: 204 len: 168 time: 0.2731464 Mar 04 15:50:13.398050 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba889d-7dfa-46b8-98c9-7ea4914bbc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d05ec-516b-49f1-9fe7-1ab5027513f3,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:13.442958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f937-f7b2-4e1a-98ae-f19d2af46b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e70434f9-cb59-4b8d-beb5-5bc70e401076), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.445506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f937-f7b2-4e1a-98ae-f19d2af46b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:13.446710 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c6e9f937-f7b2-4e1a-98ae-f19d2af46b54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e70434f9-cb59-4b8d-beb5-5bc70e401076 HTTP/1.1" status: 204 len: 168 time: 0.2627709 Mar 04 15:50:13.454658 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9f937-f7b2-4e1a-98ae-f19d2af46b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70434f9-cb59-4b8d-beb5-5bc70e401076,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:14.677171 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:15.491326 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163a02-d7ad-4762-91b9-b8e74b11f423 req-3d16d339-107a-48a3-9b6b-cf0cbe4bae9f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:15.493605 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-db163a02-d7ad-4762-91b9-b8e74b11f423 req-3d16d339-107a-48a3-9b6b-cf0cbe4bae9f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0529492 Mar 04 15:50:15.587391 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-db163a02-d7ad-4762-91b9-b8e74b11f423 req-3f61692c-553f-4b95-8af0-f3d84d9b1e3d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727630 Mar 04 15:50:15.617838 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf801-1e12-47dd-8888-8df018f6825e req-354f1b2c-84ab-4834-89bd-7f84cac992b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:15.619413 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-354f1b2c-84ab-4834-89bd-7f84cac992b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.0625932 Mar 04 15:50:15.720088 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf801-1e12-47dd-8888-8df018f6825e req-2ab0b10b-0c02-4058-b368-a3b7006675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:15.721742 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-2ab0b10b-0c02-4058-b368-a3b7006675cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.0923431 Mar 04 15:50:15.769819 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-3a20f274-4c0c-46ab-93fa-5300b56cd178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.0388658 Mar 04 15:50:15.818294 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf801-1e12-47dd-8888-8df018f6825e req-b054cf45-7233-4c1d-b91b-0abdcbae4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:15.819752 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-b054cf45-7233-4c1d-b91b-0abdcbae4816 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0441084 Mar 04 15:50:15.857372 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-c3bb6c6a-d987-403d-bd62-f0bbe0f7d534 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306017 Mar 04 15:50:15.967675 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-c9e68533-ee2f-4809-b584-e0bc3f8a2d2a service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030421 Mar 04 15:50:16.162891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:16.282870 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-42dbf801-1e12-47dd-8888-8df018f6825e req-2cb09780-11b6-4526-8ad9-dfc363dc360e service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084342 Mar 04 15:50:16.700819 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c57f3e-b935-456a-95a6-a9df061b5ea9 req-a93d84f4-8429-4fb4-ba31-68102249ffbe tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:16.702363 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88c57f3e-b935-456a-95a6-a9df061b5ea9 req-a93d84f4-8429-4fb4-ba31-68102249ffbe tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0519850 Mar 04 15:50:16.749080 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88c57f3e-b935-456a-95a6-a9df061b5ea9 req-774dc3de-9a02-4fee-8ac0-47143d3e9795 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Mar 04 15:50:16.936047 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60260) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:17.042810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5492d5a-436d-4fa1-b762-e567259c611a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.118168 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5492d5a-436d-4fa1-b762-e567259c611a admin admin] Publish callbacks [] for security_group (5a5fbd7a-bbbe-4064-9e23-94b42e685dc4), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.179095 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a5492d5a-436d-4fa1-b762-e567259c611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5a5fbd7a-bbbe-4064-9e23-94b42e685dc4), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.216475 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a5492d5a-436d-4fa1-b762-e567259c611a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f81c619a14204536b35f3a1225e20dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793500 Mar 04 15:50:17.217570 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5492d5a-436d-4fa1-b762-e567259c611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5fbd7a-bbbe-4064-9e23-94b42e685dc4,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:17.219225 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60268) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:17.253695 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60270) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:17.268182 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a2a0ade7-9826-48b9-b05b-942f89c49806 admin admin] Publish callbacks [] for security_group (5a5fbd7a-bbbe-4064-9e23-94b42e685dc4), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.289523 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a2a0ade7-9826-48b9-b05b-942f89c49806 admin admin] Publish callbacks [] for security_group (5a5fbd7a-bbbe-4064-9e23-94b42e685dc4), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.358501 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-004be288-cd6c-487d-b597-dbf5629f1f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.390924 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a2a0ade7-9826-48b9-b05b-942f89c49806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5a5fbd7a-bbbe-4064-9e23-94b42e685dc4), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.393668 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a2a0ade7-9826-48b9-b05b-942f89c49806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.394897 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a2a0ade7-9826-48b9-b05b-942f89c49806 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a5fbd7a-bbbe-4064-9e23-94b42e685dc4 HTTP/1.1" status: 204 len: 168 time: 0.1746609 Mar 04 15:50:17.404205 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0ade7-9826-48b9-b05b-942f89c49806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5fbd7a-bbbe-4064-9e23-94b42e685dc4,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:17.451645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-004be288-cd6c-487d-b597-dbf5629f1f77 admin admin] Publish callbacks [] for security_group (352f40e5-b0c3-4e54-936e-a45913dbdceb), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.516107 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-004be288-cd6c-487d-b597-dbf5629f1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (352f40e5-b0c3-4e54-936e-a45913dbdceb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.552740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-004be288-cd6c-487d-b597-dbf5629f1f77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0599aa3adfa14f069691b0d1f1c0c06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980313 Mar 04 15:50:17.554628 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004be288-cd6c-487d-b597-dbf5629f1f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352f40e5-b0c3-4e54-936e-a45913dbdceb,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:17.555418 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60276) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:17.604786 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-83cf6588-29a9-40bc-a6eb-3425c271a769 admin admin] Publish callbacks [] for security_group (352f40e5-b0c3-4e54-936e-a45913dbdceb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.626338 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-83cf6588-29a9-40bc-a6eb-3425c271a769 admin admin] Publish callbacks [] for security_group (352f40e5-b0c3-4e54-936e-a45913dbdceb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.716881 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-83cf6588-29a9-40bc-a6eb-3425c271a769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (352f40e5-b0c3-4e54-936e-a45913dbdceb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.719558 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-83cf6588-29a9-40bc-a6eb-3425c271a769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:17.720714 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-83cf6588-29a9-40bc-a6eb-3425c271a769 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/352f40e5-b0c3-4e54-936e-a45913dbdceb HTTP/1.1" status: 204 len: 168 time: 0.1642070 Mar 04 15:50:17.729045 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6588-29a9-40bc-a6eb-3425c271a769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352f40e5-b0c3-4e54-936e-a45913dbdceb,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:17.869125 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f074e7c-84fa-43c6-a6ba-047279e9041d req-cc5087cd-40e4-4277-b0a3-a3c4670b6057 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:17.870640 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f074e7c-84fa-43c6-a6ba-047279e9041d req-cc5087cd-40e4-4277-b0a3-a3c4670b6057 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0544522 Mar 04 15:50:17.915456 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f074e7c-84fa-43c6-a6ba-047279e9041d req-a2e0e3f2-38d9-4036-8951-f2158f352f4f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Mar 04 15:50:17.934550 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60284) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:17.947581 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-255ac03d-bf9d-424d-a230-6d1dd6684cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.032930 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-255ac03d-bf9d-424d-a230-6d1dd6684cc5 admin admin] Publish callbacks [] for security_group (aa28d637-e804-430d-a2a5-62964bebbc10), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.099859 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-255ac03d-bf9d-424d-a230-6d1dd6684cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (aa28d637-e804-430d-a2a5-62964bebbc10), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.144324 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-255ac03d-bf9d-424d-a230-6d1dd6684cc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46a3e2a898764f48b04822a24121d8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059376 Mar 04 15:50:18.144324 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ac03d-bf9d-424d-a230-6d1dd6684cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa28d637-e804-430d-a2a5-62964bebbc10,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:18.145623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60300) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:18.213218 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-b2cf017e-4669-44bf-a8b5-5c8b720c03a0 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1321d960f03d4771ab5d2b875275d0b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394754 Mar 04 15:50:18.319199 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8d9d-2865-4bad-b76d-a41ac90f3503 admin admin] Publish callbacks [] for security_group (aa28d637-e804-430d-a2a5-62964bebbc10), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.358442 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60306) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:18.371544 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3324ed2e-1762-4cb6-a9ae-cc8e140bb375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.387427 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8d9d-2865-4bad-b76d-a41ac90f3503 admin admin] Publish callbacks [] for security_group (aa28d637-e804-430d-a2a5-62964bebbc10), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.446102 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3324ed2e-1762-4cb6-a9ae-cc8e140bb375 admin admin] Publish callbacks [] for security_group (1c0ea61d-66f1-43a8-8ff4-c5a945922795), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.448152 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-ed17003f-df1f-4f40-b4d8-2f534b0ef115 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:18.449635 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-ed17003f-df1f-4f40-b4d8-2f534b0ef115 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302489 Mar 04 15:50:18.466697 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-dc88b3da-a2f0-4b38-973a-924347432e2a tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/quotas/1321d960f03d4771ab5d2b875275d0b5 HTTP/1.1" status: 200 len: 375 time: 0.0115929 Mar 04 15:50:18.497382 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-1a542fd9-d2df-474c-8dac-58838656384a tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1321d960f03d4771ab5d2b875275d0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247355 Mar 04 15:50:18.533907 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3324ed2e-1762-4cb6-a9ae-cc8e140bb375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1c0ea61d-66f1-43a8-8ff4-c5a945922795), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.571724 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3324ed2e-1762-4cb6-a9ae-cc8e140bb375 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=519493b6048a44babfc159a9726469e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116482 Mar 04 15:50:18.572809 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ed2e-1762-4cb6-a9ae-cc8e140bb375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ea61d-66f1-43a8-8ff4-c5a945922795,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:18.574368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60308) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:18.583301 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8d9d-2865-4bad-b76d-a41ac90f3503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (aa28d637-e804-430d-a2a5-62964bebbc10), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.585868 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8d9d-2865-4bad-b76d-a41ac90f3503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.586916 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-8b5f8d9d-2865-4bad-b76d-a41ac90f3503 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa28d637-e804-430d-a2a5-62964bebbc10 HTTP/1.1" status: 204 len: 168 time: 0.4398308 Mar 04 15:50:18.603216 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f8d9d-2865-4bad-b76d-a41ac90f3503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa28d637-e804-430d-a2a5-62964bebbc10,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:18.640538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a71d4b38-8f4b-4e0a-aa13-fcc38989c155 admin admin] Publish callbacks [] for security_group (1c0ea61d-66f1-43a8-8ff4-c5a945922795), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.661970 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a71d4b38-8f4b-4e0a-aa13-fcc38989c155 admin admin] Publish callbacks [] for security_group (1c0ea61d-66f1-43a8-8ff4-c5a945922795), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.741939 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54f830cf-6d3b-40dd-a4e2-63e231c3c62a req-9c0700f6-865b-4559-9f7c-bb44436bbd82 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 210 time: 0.0281804 Mar 04 15:50:18.779788 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a71d4b38-8f4b-4e0a-aa13-fcc38989c155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1c0ea61d-66f1-43a8-8ff4-c5a945922795), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.782970 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a71d4b38-8f4b-4e0a-aa13-fcc38989c155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:18.784095 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a71d4b38-8f4b-4e0a-aa13-fcc38989c155 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c0ea61d-66f1-43a8-8ff4-c5a945922795 HTTP/1.1" status: 204 len: 168 time: 0.2080092 Mar 04 15:50:18.792452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d4b38-8f4b-4e0a-aa13-fcc38989c155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ea61d-66f1-43a8-8ff4-c5a945922795,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:19.034254 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbd079-7e29-4b4a-9329-de995f87e199 req-8233d352-74d3-4aef-a30f-7c1504e3d91d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:19.035690 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-addbd079-7e29-4b4a-9329-de995f87e199 req-8233d352-74d3-4aef-a30f-7c1504e3d91d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0517972 Mar 04 15:50:19.082307 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-addbd079-7e29-4b4a-9329-de995f87e199 req-12a5888c-cfda-436b-b917-7c1f4d347a26 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Mar 04 15:50:19.817766 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b5e9b94c-3314-4150-ab17-82af9b87094b req-8b924832-0c6d-435e-8e5b-b46a69a8d230 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 210 time: 0.0261705 Mar 04 15:50:20.201012 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ddd3d-e070-45e8-a857-a25d94f59d61 req-29c16b12-7355-4cd3-9757-199175559863 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:20.208098 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f60ddd3d-e070-45e8-a857-a25d94f59d61 req-29c16b12-7355-4cd3-9757-199175559863 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0613146 Mar 04 15:50:20.251238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f60ddd3d-e070-45e8-a857-a25d94f59d61 req-5b88024b-8ed4-4547-b039-aea616e393ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Mar 04 15:50:20.909578 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3f33c282-cd07-4b2a-9624-dbb7c5b827d4 req-ea2a6608-c140-40de-8b9e-5f963a2bf456 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 210 time: 0.0262983 Mar 04 15:50:21.371784 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bcd5e-515a-451b-b6fa-3efb6e7d3376 req-27efbeb3-e8af-414f-91a9-197259897a36 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:21.373291 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-675bcd5e-515a-451b-b6fa-3efb6e7d3376 req-27efbeb3-e8af-414f-91a9-197259897a36 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0508864 Mar 04 15:50:21.420000 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-675bcd5e-515a-451b-b6fa-3efb6e7d3376 req-a96f272d-c307-4080-ae32-725911e5a4ab tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Mar 04 15:50:22.007344 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f40c0493-29f7-40b7-ac9c-9c053d052f63 req-26646ca4-6f52-46fd-8626-4875fe705d1b tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 210 time: 0.0309124 Mar 04 15:50:22.227266 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-b98fa6bc-c7fc-4e90-8ba5-1a572c95c96a tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1321d960f03d4771ab5d2b875275d0b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286441 Mar 04 15:50:22.413919 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-7b6c0ead-c563-48e5-b2eb-64f61f6eac31 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:22.423172 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-7b6c0ead-c563-48e5-b2eb-64f61f6eac31 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832705 Mar 04 15:50:22.431535 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Request body: {'port': {'device_id': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae', 'admin_state_up': True, 'tenant_id': '1321d960f03d4771ab5d2b875275d0b5'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:22.540232 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1fff-64c3-489d-a9be-228d2d255272 req-0c24c5d2-ae42-45f6-85de-f110d57d22d5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:22.541694 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-206a1fff-64c3-489d-a9be-228d2d255272 req-0c24c5d2-ae42-45f6-85de-f110d57d22d5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0541799 Mar 04 15:50:22.590399 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-206a1fff-64c3-489d-a9be-228d2d255272 req-0a2ce1ce-3f70-4cb7-b9fc-dbd5efb69dc4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Mar 04 15:50:22.677190 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Made reservation on behalf of 1321d960f03d4771ab5d2b875275d0b5 for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:50:22.682389 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:22.693065 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:22.771020 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks [] for security_group (6402b9a1-2634-4fc7-a13c-4ed151a16b4d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:22.853511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (6402b9a1-2634-4fc7-a13c-4ed151a16b4d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:22.919309 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6402b9a1-2634-4fc7-a13c-4ed151a16b4d,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:23.006276 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Allocated IP 192.168.233.56 (b453bb25-b709-4150-8713-f5de67a92fae/864b5547-da38-4966-bbc7-ccd6df84bc8a/5ec8f489-634c-41a0-af41-2430878acb29) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:23.103398 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9cedaa22-ce49-4d9b-9099-293946d03ef7 req-6e1153f7-2385-407d-90df-9e2fa1ffb030 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 210 time: 0.0298851 Mar 04 15:50:23.158187 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks [] for port (5ec8f489-634c-41a0-af41-2430878acb29), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.276829 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (5ec8f489-634c-41a0-af41-2430878acb29), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.323877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Network b453bb25-b709-4150-8713-f5de67a92fae is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:23.326783 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:23.330354 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:23.353812 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Pushing event updated for resources: {'Port': ['ID=5ec8f489-634c-41a0-af41-2430878acb29,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:23.382882 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:23.383498 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.503237 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-98e7bcdd-a756-421c-8f03-5d43b50bd6dd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0754173 Mar 04 15:50:23.514080 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Request body: {'port': {'device_id': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:23.515205 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-44c76796-b299-42c6-bd8b-e418f6590f1a None None] Provisioning complete for port 5ec8f489-634c-41a0-af41-2430878acb29 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:23.515798 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-44c76796-b299-42c6-bd8b-e418f6590f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5ec8f489-634c-41a0-af41-2430878acb29), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.551514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-44c76796-b299-42c6-bd8b-e418f6590f1a None None] Port 5ec8f489-634c-41a0-af41-2430878acb29 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:50:23.571059 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5ec8f489-634c-41a0-af41-2430878acb29), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.710820 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cc796-525a-44ee-97d5-520ca636ad9e req-8992f176-17c2-411b-ad07-ff64e76138bd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:23.713026 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad8cc796-525a-44ee-97d5-520ca636ad9e req-8992f176-17c2-411b-ad07-ff64e76138bd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0564053 Mar 04 15:50:23.764366 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad8cc796-525a-44ee-97d5-520ca636ad9e req-83ff53fd-00f3-4836-9c27-aaa07bbfc597 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 Mar 04 15:50:23.839556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec8f489-634c-41a0-af41-2430878acb29 {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:50:23.847618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Publish callbacks [] for port (5ec8f489-634c-41a0-af41-2430878acb29), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.859366 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Transition to ACTIVE for port object 5ec8f489-634c-41a0-af41-2430878acb29 will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:50:23.939088 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (5ec8f489-634c-41a0-af41-2430878acb29), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:23.956728 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:50:23.988412 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8f489-634c-41a0-af41-2430878acb29,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:24.081450 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Attempting to bind port 5ec8f489-634c-41a0-af41-2430878acb29 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:24.081450 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Attempting to bind port 5ec8f489-634c-41a0-af41-2430878acb29 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:24.081450 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Attempting to bind port 5ec8f489-634c-41a0-af41-2430878acb29 on network b453bb25-b709-4150-8713-f5de67a92fae {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:24.086222 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Port 5ec8f489-634c-41a0-af41-2430878acb29 on network b453bb25-b709-4150-8713-f5de67a92fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:50:24.086752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Attempting to bind port 5ec8f489-634c-41a0-af41-2430878acb29 on network b453bb25-b709-4150-8713-f5de67a92fae {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:24.091816 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:24.092370 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Checking segment: {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:24.092922 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Bound using segment: {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:24.093363 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Bound port: 5ec8f489-634c-41a0-af41-2430878acb29, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f525afb-901f-4e5e-9b82-1d873d36de06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:24.093744 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5ec8f489-634c-41a0-af41-2430878acb29), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:24.178541 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] For port 5ec8f489-634c-41a0-af41-2430878acb29, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:24.184958 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] For port 5ec8f489-634c-41a0-af41-2430878acb29, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ec8f489-634c-41a0-af41-2430878acb29,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:24.244139 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5037-d616-4bb3-ad39-2e99e1d44568 req-fe46367f-0d79-4e90-914f-ce5694335bc1 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.245515 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-71bc5037-d616-4bb3-ad39-2e99e1d44568 req-fe46367f-0d79-4e90-914f-ce5694335bc1 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 947 time: 0.0515699 Mar 04 15:50:24.277584 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (5ec8f489-634c-41a0-af41-2430878acb29), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:24.293124 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-71bc5037-d616-4bb3-ad39-2e99e1d44568 req-37c8d4c2-f8bd-4a60-9a8f-1904640aa9c8 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Mar 04 15:50:24.310895 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.311511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:24.314036 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/5ec8f489-634c-41a0-af41-2430878acb29 HTTP/1.1" status: 200 len: 1097 time: 0.8029215 Mar 04 15:50:24.314036 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'tag': '5ec8f489-634c-41a0-af41-2430878acb29'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:50:24.315613 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ae85d9-586b-49d9-937f-854758647c10" -d '{"events": [{"name": "network-changed", "server_uuid": "fcac1384-46d8-4905-8c23-19d5bf8aa043", "tag": "5ec8f489-634c-41a0-af41-2430878acb29"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:50:24.357082 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296990a1-7e6e-4378-955f-46faf49672f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8f489-634c-41a0-af41-2430878acb29,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:24.370533 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365d2c39-18b2-4d85-a17a-b6dd98f582ad x-openstack-request-id: req-365d2c39-18b2-4d85-a17a-b6dd98f582ad {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:50:24.373148 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcac1384-46d8-4905-8c23-19d5bf8aa043", "tag": "5ec8f489-634c-41a0-af41-2430878acb29", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:50:24.373419 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-365d2c39-18b2-4d85-a17a-b6dd98f582ad {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:50:24.374172 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'tag': '5ec8f489-634c-41a0-af41-2430878acb29', 'status': 'completed', 'code': 200} Mar 04 15:50:24.427159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae85d9-586b-49d9-937f-854758647c10 req-b4d0a2b8-b0e1-42ea-aa38-798b1ff4a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.428688 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b4ae85d9-586b-49d9-937f-854758647c10 req-b4d0a2b8-b0e1-42ea-aa38-798b1ff4a3b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1321d960f03d4771ab5d2b875275d0b5&device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 1131 time: 0.0515935 Mar 04 15:50:24.459673 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b4ae85d9-586b-49d9-937f-854758647c10 req-1d506e17-41d5-41b2-8fdb-a9ba38431e7d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1321d960f03d4771ab5d2b875275d0b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219202 Mar 04 15:50:24.560299 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae85d9-586b-49d9-937f-854758647c10 req-63219eff-1344-4503-bd74-21e03386a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.562001 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-b4ae85d9-586b-49d9-937f-854758647c10 req-63219eff-1344-4503-bd74-21e03386a123 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961106 Mar 04 15:50:24.610283 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60498) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:24.649119 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-91829893-81a8-4516-814b-feba89ef8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.650698 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-91829893-81a8-4516-814b-feba89ef8168 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1321d960f03d4771ab5d2b875275d0b5&device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 1131 time: 0.0496843 Mar 04 15:50:24.697785 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-e158f9ec-5d83-4908-85e5-7a2301b0aa0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=5ec8f489-634c-41a0-af41-2430878acb29 HTTP/1.1" status: 200 len: 217 time: 0.0372157 Mar 04 15:50:24.745568 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2844ecb0-84f1-4f1f-b72d-10a2dcdbb0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:24.765686 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-7739fedc-429f-41d5-9df4-50ccf22b07be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.767135 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-7739fedc-429f-41d5-9df4-50ccf22b07be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=864b5547-da38-4966-bbc7-ccd6df84bc8a HTTP/1.1" status: 200 len: 843 time: 0.0635045 Mar 04 15:50:24.844089 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-bef7c4b5-0d8e-4606-aa8d-7dd9c2da2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.845601 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-bef7c4b5-0d8e-4606-aa8d-7dd9c2da2df3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b453bb25-b709-4150-8713-f5de67a92fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0708680 Mar 04 15:50:24.882082 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14631972-452b-416c-9d3a-493218a82092 req-16a754df-0e2c-4d60-b289-26385d6ea59f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:24.883668 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14631972-452b-416c-9d3a-493218a82092 req-16a754df-0e2c-4d60-b289-26385d6ea59f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0523360 Mar 04 15:50:24.908707 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2844ecb0-84f1-4f1f-b72d-10a2dcdbb0d3 admin admin] Publish callbacks [] for security_group (3260e082-4373-4e1f-bf6c-ec6c3053bb63), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:24.933405 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14631972-452b-416c-9d3a-493218a82092 req-af65e56c-3f3b-4ebb-9549-09745015b4a8 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Mar 04 15:50:24.953414 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-e4af4666-9589-4bdf-9479-cf7477ad48f1 service neutron] 10.222.0.16 "GET /v2.0/networks/b453bb25-b709-4150-8713-f5de67a92fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000965 Mar 04 15:50:25.006418 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2844ecb0-84f1-4f1f-b72d-10a2dcdbb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3260e082-4373-4e1f-bf6c-ec6c3053bb63), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:25.056206 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2844ecb0-84f1-4f1f-b72d-10a2dcdbb0d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c917040ddf86406fa8b3aa8ba2acbb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447057 Mar 04 15:50:25.059421 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60514) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:25.065114 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844ecb0-84f1-4f1f-b72d-10a2dcdbb0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3260e082-4373-4e1f-bf6c-ec6c3053bb63,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:25.082853 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4685dfb8-bd68-41f4-802b-2439cd366413 req-35aa62d1-4cb4-4f93-bd88-ed8dedf08e60 service neutron] 10.222.0.16 "GET /v2.0/networks/b453bb25-b709-4150-8713-f5de67a92fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230457 Mar 04 15:50:25.119551 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-087635e0-99fe-4299-a843-9f7b257527a5 admin admin] Publish callbacks [] for security_group (3260e082-4373-4e1f-bf6c-ec6c3053bb63), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:25.141113 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-087635e0-99fe-4299-a843-9f7b257527a5 admin admin] Publish callbacks [] for security_group (3260e082-4373-4e1f-bf6c-ec6c3053bb63), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:25.253767 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-087635e0-99fe-4299-a843-9f7b257527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3260e082-4373-4e1f-bf6c-ec6c3053bb63), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:25.256574 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-087635e0-99fe-4299-a843-9f7b257527a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:25.257688 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-087635e0-99fe-4299-a843-9f7b257527a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3260e082-4373-4e1f-bf6c-ec6c3053bb63 HTTP/1.1" status: 204 len: 168 time: 0.1972620 Mar 04 15:50:25.265853 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087635e0-99fe-4299-a843-9f7b257527a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3260e082-4373-4e1f-bf6c-ec6c3053bb63,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:25.420678 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de50d6-701e-47e8-a79e-70bc5d82816e req-fb0b18fe-e7c2-4eca-9117-8ac37c7c365b tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:25.422138 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14de50d6-701e-47e8-a79e-70bc5d82816e req-fb0b18fe-e7c2-4eca-9117-8ac37c7c365b tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 947 time: 0.0534666 Mar 04 15:50:25.480934 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14de50d6-701e-47e8-a79e-70bc5d82816e req-0380416c-edc3-4245-89e1-b581c2572cd6 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Mar 04 15:50:26.066545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ebdc5-05c6-480e-b938-542babecfdf8 req-fa9d0157-028b-4341-9b96-2c714c57cb12 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:26.067403 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-110ebdc5-05c6-480e-b938-542babecfdf8 req-fa9d0157-028b-4341-9b96-2c714c57cb12 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0596261 Mar 04 15:50:26.123959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-110ebdc5-05c6-480e-b938-542babecfdf8 req-0b14d270-c29d-4de4-bce6-a81ee288638f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474675 Mar 04 15:50:26.490418 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60590) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:26.520301 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60596) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:26.616224 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566171-7fc6-4006-a51a-1e5de0d3c095 req-476ae79a-b786-4405-890a-e1448ff07ed4 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:26.617906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-16566171-7fc6-4006-a51a-1e5de0d3c095 req-476ae79a-b786-4405-890a-e1448ff07ed4 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 947 time: 0.0595822 Mar 04 15:50:26.665560 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-16566171-7fc6-4006-a51a-1e5de0d3c095 req-e98c9d5f-8585-41c8-ada7-d24304d84816 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Mar 04 15:50:26.702213 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e50b9dca-ff05-45c7-affd-30d654d7a549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.720707 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1283691759-network', 'tenant_id': '279e0243a92842d0af911fa384f167ae'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:26.722566 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60606) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:26.784652 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-19388160-ce0b-4791-8f3a-e6da6ebc1ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.792166 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e50b9dca-ff05-45c7-affd-30d654d7a549 admin admin] Publish callbacks [] for security_group (66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.855373 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-19388160-ce0b-4791-8f3a-e6da6ebc1ff5 admin admin] Publish callbacks [] for security_group (129b152b-ef96-4d4e-b59d-0def45dfa4d5), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.864861 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Made reservation on behalf of 279e0243a92842d0af911fa384f167ae for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:50:26.867227 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.878122 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.889549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e50b9dca-ff05-45c7-affd-30d654d7a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.943711 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e50b9dca-ff05-45c7-affd-30d654d7a549 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=288d605340ec4e08a99e2480a66351e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227178 Mar 04 15:50:26.945222 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-19388160-ce0b-4791-8f3a-e6da6ebc1ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (129b152b-ef96-4d4e-b59d-0def45dfa4d5), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:26.948231 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60612) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:26.954916 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b9dca-ff05-45c7-affd-30d654d7a549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:26.984173 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-19388160-ce0b-4791-8f3a-e6da6ebc1ff5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a203fbe08ed4c92838e850c531aca20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600629 Mar 04 15:50:26.986695 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60614) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:26.993110 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19388160-ce0b-4791-8f3a-e6da6ebc1ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129b152b-ef96-4d4e-b59d-0def45dfa4d5,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:27.024958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks [] for security_group (c0d4a427-ec3f-44f7-874e-a461e711192b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.029721 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ebc-b248-4755-93ce-cef1dd3e7b52 admin admin] Publish callbacks [] for security_group (66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.037917 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f04eb03-4119-4184-b859-6afb2bf49552 admin admin] Publish callbacks [] for security_group (129b152b-ef96-4d4e-b59d-0def45dfa4d5), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.051701 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ebc-b248-4755-93ce-cef1dd3e7b52 admin admin] Publish callbacks [] for security_group (66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.058808 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f04eb03-4119-4184-b859-6afb2bf49552 admin admin] Publish callbacks [] for security_group (129b152b-ef96-4d4e-b59d-0def45dfa4d5), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.082884 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c0d4a427-ec3f-44f7-874e-a461e711192b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.109782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4a427-ec3f-44f7-874e-a461e711192b,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:27.150752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f04eb03-4119-4184-b859-6afb2bf49552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (129b152b-ef96-4d4e-b59d-0def45dfa4d5), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.153347 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f04eb03-4119-4184-b859-6afb2bf49552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.155592 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3f04eb03-4119-4184-b859-6afb2bf49552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/129b152b-ef96-4d4e-b59d-0def45dfa4d5 HTTP/1.1" status: 204 len: 168 time: 0.1663814 Mar 04 15:50:27.162092 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04eb03-4119-4184-b859-6afb2bf49552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129b152b-ef96-4d4e-b59d-0def45dfa4d5,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:27.181630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ebc-b248-4755-93ce-cef1dd3e7b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.188547 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ebc-b248-4755-93ce-cef1dd3e7b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.188547 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1a5c0ebc-b248-4755-93ce-cef1dd3e7b52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19 HTTP/1.1" status: 204 len: 168 time: 0.2369058 Mar 04 15:50:27.198475 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:50:27.222263 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c0ebc-b248-4755-93ce-cef1dd3e7b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f5cf4c-f3f8-44cb-a66d-56c62b0e8b19,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:27.241991 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (facf90f5-c114-497e-b53b-f2856b566b70), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.242575 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Added segment facf90f5-c114-497e-b53b-f2856b566b70 of type vlan for network eb10a25d-27c1-4282-8629-7355c19efe98 Mar 04 15:50:27.289067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (eb10a25d-27c1-4282-8629-7355c19efe98), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.310038 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ffd9e-511c-4e4a-a101-d8a1498aa888 req-7c067860-ae4d-46e0-b90e-ed40ba1d0787 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:27.311533 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a41ffd9e-511c-4e4a-a101-d8a1498aa888 req-7c067860-ae4d-46e0-b90e-ed40ba1d0787 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.1073551 Mar 04 15:50:27.363086 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a41ffd9e-511c-4e4a-a101-d8a1498aa888 req-0c79fc4d-9644-42e9-a6bf-17d0c3ffde80 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Mar 04 15:50:27.459361 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (eb10a25d-27c1-4282-8629-7355c19efe98), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.460356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:27.460940 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.518531 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] Pushing event updated for resources: {'Network': ['ID=eb10a25d-27c1-4282-8629-7355c19efe98,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:27.528896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network eb10a25d-27c1-4282-8629-7355c19efe98 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:50:27.598652 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60626) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:27.599103 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-6e236f57-a369-4b81-b13d-9d381c57328a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1068695 Mar 04 15:50:27.604038 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Request body: {'subnet': {'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1283691759-subnet', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:27.682171 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Made reservation on behalf of 279e0243a92842d0af911fa384f167ae for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:50:27.684539 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.786548 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b94-60f9-447b-aa6c-bf41cf8ec10e req-da316f32-e6b8-4e49-8903-0ce9c51a02a2 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:27.788045 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c2e7b94-60f9-447b-aa6c-bf41cf8ec10e req-da316f32-e6b8-4e49-8903-0ce9c51a02a2 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 947 time: 0.0564642 Mar 04 15:50:27.835765 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c2e7b94-60f9-447b-aa6c-bf41cf8ec10e req-5c7ccaf4-3de4-480c-a97b-e633ed720bb2 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Mar 04 15:50:27.876627 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60630) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:27.889168 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f9d58ab9-3613-4fb7-b47e-d625e0913dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.912468 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60632) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:27.924093 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (e265c04b-b166-4604-9d80-cd8fb337ed0d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:27.955439 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1004589b-73b1-4af6-a3c7-bd70c3d7b1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.008878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e265c04b-b166-4604-9d80-cd8fb337ed0d,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:28.053695 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Checking segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:28.054071 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Network hostable DHCP agents. Network: eb10a25d-27c1-4282-8629-7355c19efe98, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:50:28.076080 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f9d58ab9-3613-4fb7-b47e-d625e0913dcc admin admin] Publish callbacks [] for security_group (884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.115012 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1004589b-73b1-4af6-a3c7-bd70c3d7b1ef admin admin] Publish callbacks [] for security_group (42ffe659-1eef-4174-bafc-918d2b53ab62), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.121993 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f9d58ab9-3613-4fb7-b47e-d625e0913dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.156084 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Network eb10a25d-27c1-4282-8629-7355c19efe98 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:50:28.162661 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f9d58ab9-3613-4fb7-b47e-d625e0913dcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1957f431029d49e4b92056aa04fb7e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850347 Mar 04 15:50:28.165239 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d58ab9-3613-4fb7-b47e-d625e0913dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:28.165514 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60634) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:28.191022 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1004589b-73b1-4af6-a3c7-bd70c3d7b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (42ffe659-1eef-4174-bafc-918d2b53ab62), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.212446 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7207962b-11c9-48c4-bedb-d04cbeae531e admin admin] Publish callbacks [] for security_group (884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.233810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7207962b-11c9-48c4-bedb-d04cbeae531e admin admin] Publish callbacks [] for security_group (884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.240048 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-1004589b-73b1-4af6-a3c7-bd70c3d7b1ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5012341a674344adba61a426908786b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265705 Mar 04 15:50:28.242173 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004589b-73b1-4af6-a3c7-bd70c3d7b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffe659-1eef-4174-bafc-918d2b53ab62,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:28.243888 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60636) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:28.259038 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, eb10a25d-27c1-4282-8629-7355c19efe98) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:28.263428 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:28.269877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.270042 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abab53-d4f8-4144-ac5c-e6b2b507d355 None None] Network eb10a25d-27c1-4282-8629-7355c19efe98 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:50:28.309973 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d0448af-c05a-4063-bdd6-9e121187055d admin admin] Publish callbacks [] for security_group (42ffe659-1eef-4174-bafc-918d2b53ab62), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.335662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d0448af-c05a-4063-bdd6-9e121187055d admin admin] Publish callbacks [] for security_group (42ffe659-1eef-4174-bafc-918d2b53ab62), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.364966 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-eb10a25d-27c1-4282-8629-7355c19efe98', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'project_id': '279e0243a92842d0af911fa384f167ae', 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:50:28.365899 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.371520 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4e123789-1862-42fb-b9a0-26fc0a832c48 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7706945 Mar 04 15:50:28.373432 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60638) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:28.378890 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:28.471786 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (6bfe73ea-b38c-4ffb-bf62-8be91262e280), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.473133 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (6bfe73ea-b38c-4ffb-bf62-8be91262e280), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.528506 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks [] for router_controller (6bfe73ea-b38c-4ffb-bf62-8be91262e280), precommit_add_association {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.560199 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Allocated IP 172.20.0.2 (eb10a25d-27c1-4282-8629-7355c19efe98/e265c04b-b166-4604-9d80-cd8fb337ed0d/0153ee85-2fdb-42c2-8916-47629c56d12b) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:28.571183 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7207962b-11c9-48c4-bedb-d04cbeae531e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.573650 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7207962b-11c9-48c4-bedb-d04cbeae531e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.574762 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7207962b-11c9-48c4-bedb-d04cbeae531e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4 HTTP/1.1" status: 204 len: 168 time: 0.4082460 Mar 04 15:50:28.614665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207962b-11c9-48c4-bedb-d04cbeae531e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884eac0a-e57e-4ac7-8bb1-c68bfb4ff4e4,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:28.637085 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606ccc2-741e-4900-bc5c-dde41a38eec1 req-886e2240-ed1e-421b-a384-a6c1cdfde3fe tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:28.638641 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5606ccc2-741e-4900-bc5c-dde41a38eec1 req-886e2240-ed1e-421b-a384-a6c1cdfde3fe tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0736523 Mar 04 15:50:28.696300 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d0448af-c05a-4063-bdd6-9e121187055d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (42ffe659-1eef-4174-bafc-918d2b53ab62), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.699036 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8d0448af-c05a-4063-bdd6-9e121187055d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.701762 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-8d0448af-c05a-4063-bdd6-9e121187055d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42ffe659-1eef-4174-bafc-918d2b53ab62 HTTP/1.1" status: 204 len: 168 time: 0.4553640 Mar 04 15:50:28.712438 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5606ccc2-741e-4900-bc5c-dde41a38eec1 req-da03bd4c-46a3-40b6-9fcc-9258cccf72a9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668850 Mar 04 15:50:28.713245 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0448af-c05a-4063-bdd6-9e121187055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffe659-1eef-4174-bafc-918d2b53ab62,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:28.728092 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Publish callbacks [] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.791578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.794793 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks [] for router_gateway (6bfe73ea-b38c-4ffb-bf62-8be91262e280), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.830210 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Network eb10a25d-27c1-4282-8629-7355c19efe98 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:28.831652 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:28.837561 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:28.852517 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Pushing event updated for resources: {'Port': ['ID=0153ee85-2fdb-42c2-8916-47629c56d12b,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:28.880507 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.880879 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.881243 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.881783 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.882126 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.882459 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.888578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:28.918865 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Attempting to bind port 0153ee85-2fdb-42c2-8916-47629c56d12b on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:28.919384 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Attempting to bind port 0153ee85-2fdb-42c2-8916-47629c56d12b by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:28.919858 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Attempting to bind port 0153ee85-2fdb-42c2-8916-47629c56d12b on network eb10a25d-27c1-4282-8629-7355c19efe98 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:28.925089 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:28.925601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Checking segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:28.926134 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.926644 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Bound using segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:28.927209 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Bound port: 0153ee85-2fdb-42c2-8916-47629c56d12b, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:28.927683 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:28.959057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec235-d052-4e4f-a2db-f74ffb311da2 req-ed465db8-ef9c-40ea-aba1-160199f26e67 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:28.960606 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc3ec235-d052-4e4f-a2db-f74ffb311da2 req-ed465db8-ef9c-40ea-aba1-160199f26e67 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 947 time: 0.0571525 Mar 04 15:50:28.973833 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4251909-a4d8-4ac3-a2df-da659a8e9440 req-6fe2a485-b810-41d1-9b92-5e5c18be0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:28.979478 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d4251909-a4d8-4ac3-a2df-da659a8e9440 req-6fe2a485-b810-41d1-9b92-5e5c18be0211 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.1402910 Mar 04 15:50:28.995314 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] For port 0153ee85-2fdb-42c2-8916-47629c56d12b, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:28.999400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] For port 0153ee85-2fdb-42c2-8916-47629c56d12b, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0153ee85-2fdb-42c2-8916-47629c56d12b,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:29.017173 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc3ec235-d052-4e4f-a2db-f74ffb311da2 req-12baf847-dcf1-4831-9c69-6d20821b7644 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Mar 04 15:50:29.039157 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d4251909-a4d8-4ac3-a2df-da659a8e9440 req-cd20814f-d50f-4c19-9c72-ff2e63bd5ca7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531318 Mar 04 15:50:29.054435 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:29.108575 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fac1e-060e-473c-9723-ce357774f8a4 None None] Pushing event updated for resources: {'Port': ['ID=0153ee85-2fdb-42c2-8916-47629c56d12b,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:29.432348 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks [] for router_gateway (6bfe73ea-b38c-4ffb-bf62-8be91262e280), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:29.466531 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:29.605262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Allocated IP 172.27.2.14 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:29.709979 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks [] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:29.842930 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:29.845523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec455a4-77e2-412e-a65c-398f8d4d032e req-978e85eb-02ab-498c-b956-38935b330bd1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:29.847693 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bec455a4-77e2-412e-a65c-398f8d4d032e req-978e85eb-02ab-498c-b956-38935b330bd1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0513525 Mar 04 15:50:29.881823 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:29.884523 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:29.887897 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:29.896899 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bec455a4-77e2-412e-a65c-398f8d4d032e req-91da9726-5eb1-4fce-8771-6a6e9b3fb12d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Mar 04 15:50:29.937647 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:30.159259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 5ec8f489-634c-41a0-af41-2430878acb29 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:50:30.165118 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd323af-654b-4ca2-8e18-fa5ab05c776a req-c76c5075-35c0-4701-b6f5-8bbbb6341516 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:30.166825 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd323af-654b-4ca2-8e18-fa5ab05c776a req-c76c5075-35c0-4701-b6f5-8bbbb6341516 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 947 time: 0.0624053 Mar 04 15:50:30.229066 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd323af-654b-4ca2-8e18-fa5ab05c776a req-7f2ff5f8-aa9a-4da4-b8d6-6768af30b1de tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Mar 04 15:50:30.317043 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 5ec8f489-634c-41a0-af41-2430878acb29, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ec8f489-634c-41a0-af41-2430878acb29,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:30.334018 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '5ec8f489-634c-41a0-af41-2430878acb29', 'network_id': 'b453bb25-b709-4150-8713-f5de67a92fae', 'port_id': '5ec8f489-634c-41a0-af41-2430878acb29', 'mac_address': 'fa:16:3e:e9:d4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864b5547-da38-4966-bbc7-ccd6df84bc8a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:50:30.358364 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks [] for router_gateway (6bfe73ea-b38c-4ffb-bf62-8be91262e280), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.387964 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 5ec8f489-634c-41a0-af41-2430878acb29 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:30.388254 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5ec8f489-634c-41a0-af41-2430878acb29), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.402862 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619dbeb-2013-456b-9ef1-05dd5ca24089 None None] Network eb10a25d-27c1-4282-8629-7355c19efe98 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:50:30.426297 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec8f489-634c-41a0-af41-2430878acb29 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:50:30.486595 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 5ec8f489-634c-41a0-af41-2430878acb29, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ec8f489-634c-41a0-af41-2430878acb29,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:30.497917 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] Provisioning complete for port 0153ee85-2fdb-42c2-8916-47629c56d12b triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:30.498290 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.603750 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (6bfe73ea-b38c-4ffb-bf62-8be91262e280), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.612716 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5ec8f489-634c-41a0-af41-2430878acb29), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.670280 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] Current status of the port 0153ee85-2fdb-42c2-8916-47629c56d12b is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:30.670673 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.706827 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=5ec8f489-634c-41a0-af41-2430878acb29,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:30.730938 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] For port 0153ee85-2fdb-42c2-8916-47629c56d12b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0153ee85-2fdb-42c2-8916-47629c56d12b,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:30.814521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.831418 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:50:30.878163 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe685e4-18b2-4c9e-9ea5-5bf0fb46c528 None None] Pushing event updated for resources: {'Port': ['ID=0153ee85-2fdb-42c2-8916-47629c56d12b,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:30.942521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-0b9bca27-3fef-497e-9998-aafea94967c6 None None] Provisioning complete for port 0153ee85-2fdb-42c2-8916-47629c56d12b triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:30.943742 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0b9bca27-3fef-497e-9998-aafea94967c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:30.963932 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:50:30.976315 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Sync routers for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:50:30.997368 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:31.000692 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:31.041767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['5ec8f489-634c-41a0-af41-2430878acb29'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:50:31.050244 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:31.051493 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-6281e664-3712-4b15-b69c-88a10da0d925 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6767516 Mar 04 15:50:31.054286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60716) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:31.085221 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bca27-3fef-497e-9998-aafea94967c6 None None] Current status of the port 0153ee85-2fdb-42c2-8916-47629c56d12b is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:31.120552 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddcace-78a2-4d9d-a106-ad11b8d3dcdb req-1509c894-ff03-444a-a306-503f3c4c20ec tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:31.131881 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bcddcace-78a2-4d9d-a106-ad11b8d3dcdb req-1509c894-ff03-444a-a306-503f3c4c20ec tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.1488547 Mar 04 15:50:31.246366 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bcddcace-78a2-4d9d-a106-ad11b8d3dcdb req-ae9e17d3-1218-4a3b-8044-bda0b8f9f921 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135147 Mar 04 15:50:31.277460 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:31.286138 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0153ee85-2fdb-42c2-8916-47629c56d12b up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:31.429476 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 0153ee85-2fdb-42c2-8916-47629c56d12b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:31.430160 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:31.528397 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 0153ee85-2fdb-42c2-8916-47629c56d12b is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:31.536324 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad02f-1971-4a9e-befc-312113ba3ce1 req-e3b25868-62db-4419-9c30-299d3976d7cb tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:31.548968 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-177ad02f-1971-4a9e-befc-312113ba3ce1 req-e3b25868-62db-4419-9c30-299d3976d7cb tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 948 time: 0.1513629 Mar 04 15:50:31.622764 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-177ad02f-1971-4a9e-befc-312113ba3ce1 req-ce3d3235-d98e-4ed9-8a09-247a9d517e93 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728493 Mar 04 15:50:31.661490 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:30Z', 'revision_number': 3, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:31.693685 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Checking router: 6bfe73ea-b38c-4ffb-bf62-8be91262e280 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:50:31.694061 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Updating router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:50:31.723184 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:31.752973 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:31.926829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650665e-a672-422c-9ca4-e838785ed412 req-b18ef9fe-daaa-4188-a101-e0a4a2964b36 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:31.934247 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7650665e-a672-422c-9ca4-e838785ed412 req-b18ef9fe-daaa-4188-a101-e0a4a2964b36 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0809755 Mar 04 15:50:31.948801 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Allocated IP 172.20.0.1 (eb10a25d-27c1-4282-8629-7355c19efe98/e265c04b-b166-4604-9d80-cd8fb337ed0d/5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:32.014410 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7650665e-a672-422c-9ca4-e838785ed412 req-618c6c12-20c3-4b7f-8067-c2b841db67a9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789583 Mar 04 15:50:32.024563 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Publish callbacks [] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.054673 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-8cf7303c-2cfd-4899-9123-28089441613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:32.056198 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-8cf7303c-2cfd-4899-9123-28089441613b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.1192808 Mar 04 15:50:32.076772 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.126342 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Attempting to bind port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:32.126712 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Attempting to bind port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:32.127074 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Attempting to bind port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:32.138559 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:32.139142 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:32.139772 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.140350 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:32.141542 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Bound port: 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:32.142207 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.166201 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks [] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.174115 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Pushing event updated for resources: {'Port': ['ID=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,revision_number=2']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:32.182813 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60756) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:32.199601 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] For port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:32.202989 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] For port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:32.210390 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.211027 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.211529 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.212010 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.212485 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.213139 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.213614 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.214110 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.214582 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.215108 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.215586 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.216040 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.216507 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:32.231058 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-0e6b64d4-4650-49f1-b70c-7dd0b6b1f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:32.232587 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-0e6b64d4-4650-49f1-b70c-7dd0b6b1f905 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.1685476 Mar 04 15:50:32.272310 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-bc974641-25ba-4755-8677-4a49c5e784b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.0335488 Mar 04 15:50:32.276851 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.308250 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a0332f44-d4d9-43a1-bde5-4f77cb8e9a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.322637 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.358507 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:32.359367 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:32.377236 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Network eb10a25d-27c1-4282-8629-7355c19efe98 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:32.385831 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-ad8a76bd-46f3-4584-9b4b-5dd9ff503e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:32.387500 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-ad8a76bd-46f3-4584-9b4b-5dd9ff503e54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.1059151 Mar 04 15:50:32.390431 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:32.393842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:32.409119 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a0332f44-d4d9-43a1-bde5-4f77cb8e9a18 admin admin] Publish callbacks [] for security_group (e71b100f-e358-4c4f-a96e-acae68d8f8bf), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.412644 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384c6b-d830-4a37-a3d4-116addf7148e None None] Pushing event updated for resources: {'Port': ['ID=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:32.460470 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Pushing event updated for resources: {'Port': ['ID=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:32.465536 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-fd890c98-364a-40d7-b96b-3ee4cd954113 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681753 Mar 04 15:50:32.490933 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:32.499331 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a0332f44-d4d9-43a1-bde5-4f77cb8e9a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e71b100f-e358-4c4f-a96e-acae68d8f8bf), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.500871 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (6bfe73ea-b38c-4ffb-bf62-8be91262e280), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.578700 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a0332f44-d4d9-43a1-bde5-4f77cb8e9a18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f36b4deb2b7646a9a06a7be5cfa05b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942401 Mar 04 15:50:32.579779 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0332f44-d4d9-43a1-bde5-4f77cb8e9a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b100f-e358-4c4f-a96e-acae68d8f8bf,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:32.583426 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60766) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:32.697734 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-c7f7c3ea-ebf6-4d1c-8583-483ed7ee615d service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234066 Mar 04 15:50:32.713745 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:30Z', 'revision_number': 3, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:32.728934 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-b82a21a9-907b-4c7e-9e83-93d4e779534d None None] Provisioning complete for port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:32.733326 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b82a21a9-907b-4c7e-9e83-93d4e779534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.753671 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28430c-f878-4a14-93ee-9f628d99de69 None None] The sync data for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi is: [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:30Z', 'revision_number': 3, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:50:32.776522 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8c8cc544-b79b-4555-8118-582aa24fd5fd admin admin] Publish callbacks [] for security_group (e71b100f-e358-4c4f-a96e-acae68d8f8bf), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.780441 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079e62e-4e1f-4ad5-a1aa-3d2717908cc9 req-ebc4018a-6656-4ed1-9178-41d4b3d746a8 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:32.781689 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8079e62e-4e1f-4ad5-a1aa-3d2717908cc9 req-ebc4018a-6656-4ed1-9178-41d4b3d746a8 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 948 time: 0.0616698 Mar 04 15:50:32.790543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-b82a21a9-907b-4c7e-9e83-93d4e779534d None None] Port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:50:32.811874 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8c8cc544-b79b-4555-8118-582aa24fd5fd admin admin] Publish callbacks [] for security_group (e71b100f-e358-4c4f-a96e-acae68d8f8bf), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.842549 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8079e62e-4e1f-4ad5-a1aa-3d2717908cc9 req-c4d25105-5cbd-4d7c-97c8-36b1c65788d6 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529215 Mar 04 15:50:32.883602 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.896438 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-51dde27a-1a77-49a2-8311-caf8c8c5908f req-fe06741e-e2a1-4baf-913b-7ad0f942daa9 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890492 Mar 04 15:50:32.997014 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8c8cc544-b79b-4555-8118-582aa24fd5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e71b100f-e358-4c4f-a96e-acae68d8f8bf), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:32.999586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8c8cc544-b79b-4555-8118-582aa24fd5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.000705 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8c8cc544-b79b-4555-8118-582aa24fd5fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e71b100f-e358-4c4f-a96e-acae68d8f8bf HTTP/1.1" status: 204 len: 168 time: 0.4160883 Mar 04 15:50:33.016184 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cc544-b79b-4555-8118-582aa24fd5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b100f-e358-4c4f-a96e-acae68d8f8bf,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:33.103198 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks [] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.156707 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.222853 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a5e3-fdd2-4291-8553-3e6777b87934 req-d7beff5a-d996-4738-a57e-0c2c83a5122e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:33.235302 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Pushing event updated for resources: {'Port': ['ID=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:33.236123 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbe4a5e3-fdd2-4291-8553-3e6777b87934 req-d7beff5a-d996-4738-a57e-0c2c83a5122e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.1046221 Mar 04 15:50:33.265211 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (6bfe73ea-b38c-4ffb-bf62-8be91262e280), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.294247 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:33.346997 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbe4a5e3-fdd2-4291-8553-3e6777b87934 req-dc46ab00-6e53-4c01-8720-c9200ea41bae tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044147 Mar 04 15:50:33.348703 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60784) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:33.380907 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:33.381966 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.445507 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Network eb10a25d-27c1-4282-8629-7355c19efe98 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:33.447649 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:33.505940 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:33.506345 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.534329 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90f35ae6-c233-4230-871a-cb3f7f9cb42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.547901 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:33.619103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.670554 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90f35ae6-c233-4230-871a-cb3f7f9cb42a admin admin] Publish callbacks [] for security_group (80eed11a-b2d6-4b5c-bb9e-b8102e718cfe), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.680208 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:33.717031 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90f35ae6-c233-4230-871a-cb3f7f9cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (80eed11a-b2d6-4b5c-bb9e-b8102e718cfe), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.764239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-90f35ae6-c233-4230-871a-cb3f7f9cb42a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c294352adb294dfda3ee2f2666811957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128013 Mar 04 15:50:33.765312 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f35ae6-c233-4230-871a-cb3f7f9cb42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eed11a-b2d6-4b5c-bb9e-b8102e718cfe,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:33.768872 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60790) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:33.813162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60792) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:33.822056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-513fc51e-37c9-4060-be30-8d62cbf54a23 None None] Provisioning complete for port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:33.822595 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-513fc51e-37c9-4060-be30-8d62cbf54a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.835247 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7413639e-f513-4551-b651-508b4fc29e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.871849 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa408-5a40-4e31-91f1-df3896a514d7 admin admin] Publish callbacks [] for security_group (80eed11a-b2d6-4b5c-bb9e-b8102e718cfe), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:33.879111 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-513fc51e-37c9-4060-be30-8d62cbf54a23 None None] Port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:50:33.882816 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:50:33.913272 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa408-5a40-4e31-91f1-df3896a514d7 admin admin] Publish callbacks [] for security_group (80eed11a-b2d6-4b5c-bb9e-b8102e718cfe), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.000630 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:50:34.006612 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b6d78196-74ed-485c-bc27-2b905e4b95de admin admin] 10.222.0.21 "PUT /v2.0/routers/6bfe73ea-b38c-4ffb-bf62-8be91262e280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9513304 Mar 04 15:50:34.019689 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7413639e-f513-4551-b651-508b4fc29e50 admin admin] Publish callbacks [] for security_group (168bcd17-9e7a-441d-94d0-5c784deb1979), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.039808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe565d01-ad2c-4a4e-8221-6c967670b0b0 req-326f3ca9-d545-4d5f-8058-7c4df013fe72 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:34.041271 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fe565d01-ad2c-4a4e-8221-6c967670b0b0 req-326f3ca9-d545-4d5f-8058-7c4df013fe72 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 948 time: 0.0912106 Mar 04 15:50:34.088797 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fe565d01-ad2c-4a4e-8221-6c967670b0b0 req-34565a5b-abdc-4006-bbc7-9b11d0180388 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Mar 04 15:50:34.107023 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7413639e-f513-4551-b651-508b4fc29e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (168bcd17-9e7a-441d-94d0-5c784deb1979), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.128485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa408-5a40-4e31-91f1-df3896a514d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (80eed11a-b2d6-4b5c-bb9e-b8102e718cfe), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.131282 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa408-5a40-4e31-91f1-df3896a514d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.134784 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-9b1aa408-5a40-4e31-91f1-df3896a514d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80eed11a-b2d6-4b5c-bb9e-b8102e718cfe HTTP/1.1" status: 204 len: 168 time: 0.3613434 Mar 04 15:50:34.155349 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7413639e-f513-4551-b651-508b4fc29e50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df6dc5e9bb51487d8d845118d6bb8a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410869 Mar 04 15:50:34.156203 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413639e-f513-4551-b651-508b4fc29e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168bcd17-9e7a-441d-94d0-5c784deb1979,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:34.158056 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60802) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:34.167903 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aa408-5a40-4e31-91f1-df3896a514d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eed11a-b2d6-4b5c-bb9e-b8102e718cfe,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:34.186179 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 5ec8f489-634c-41a0-af41-2430878acb29 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:34.254190 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-01c80ab5-51de-4d4f-a30c-5b2102919d99 admin admin] Publish callbacks [] for security_group (168bcd17-9e7a-441d-94d0-5c784deb1979), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.275996 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-01c80ab5-51de-4d4f-a30c-5b2102919d99 admin admin] Publish callbacks [] for security_group (168bcd17-9e7a-441d-94d0-5c784deb1979), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.338827 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 5ec8f489-634c-41a0-af41-2430878acb29 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:50:34.342889 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 5ec8f489-634c-41a0-af41-2430878acb29 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:34.343273 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5ec8f489-634c-41a0-af41-2430878acb29), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.431315 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 5ec8f489-634c-41a0-af41-2430878acb29 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:34.431552 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5ec8f489-634c-41a0-af41-2430878acb29), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.448252 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-01c80ab5-51de-4d4f-a30c-5b2102919d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (168bcd17-9e7a-441d-94d0-5c784deb1979), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.451931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-01c80ab5-51de-4d4f-a30c-5b2102919d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.456921 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8f489-634c-41a0-af41-2430878acb29'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:50:34.457481 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-01c80ab5-51de-4d4f-a30c-5b2102919d99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/168bcd17-9e7a-441d-94d0-5c784deb1979 HTTP/1.1" status: 204 len: 168 time: 0.2972875 Mar 04 15:50:34.459667 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593a44a5-54a9-492b-b525-5858b6c20b50" -d '{"events": [{"server_uuid": "fcac1384-46d8-4905-8c23-19d5bf8aa043", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8f489-634c-41a0-af41-2430878acb29"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:50:34.473528 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 5ec8f489-634c-41a0-af41-2430878acb29, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ec8f489-634c-41a0-af41-2430878acb29,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:34.474188 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c80ab5-51de-4d4f-a30c-5b2102919d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168bcd17-9e7a-441d-94d0-5c784deb1979,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:34.516494 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f79343-def4-4ee4-a12c-44307b08a922 x-openstack-request-id: req-f4f79343-def4-4ee4-a12c-44307b08a922 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:50:34.516931 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcac1384-46d8-4905-8c23-19d5bf8aa043", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8f489-634c-41a0-af41-2430878acb29", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:50:34.517203 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4f79343-def4-4ee4-a12c-44307b08a922 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:50:34.517605 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8f489-634c-41a0-af41-2430878acb29', 'code': 200} Mar 04 15:50:34.526437 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a8ef4-480b-413e-8ec3-316efe284dc7 req-a4b311e6-059d-4d1e-8eb5-6b1d96194ca7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:34.527964 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb3a8ef4-480b-413e-8ec3-316efe284dc7 req-a4b311e6-059d-4d1e-8eb5-6b1d96194ca7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0966589 Mar 04 15:50:34.543705 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5ec8f489-634c-41a0-af41-2430878acb29), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:34.600210 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb3a8ef4-480b-413e-8ec3-316efe284dc7 req-de30652c-03ea-4d5e-8fbd-1ec2cbaae8c9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662899 Mar 04 15:50:34.836823 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=5ec8f489-634c-41a0-af41-2430878acb29,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:34.880304 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Sync routers for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:50:34.891097 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:34.891711 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:34.999767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:35.074463 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60820) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:35.088292 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.106182 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08dafb-a9b3-4146-b3b7-c5a1c4b320b2 req-b373ab77-8310-4c97-948e-00f0f56ff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:35.108400 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4e08dafb-a9b3-4146-b3b7-c5a1c4b320b2 req-b373ab77-8310-4c97-948e-00f0f56ff817 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 1133 time: 0.0495923 Mar 04 15:50:35.228053 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4e08dafb-a9b3-4146-b3b7-c5a1c4b320b2 req-c5f3562f-890c-402d-9800-ed60161dadde service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011999 Mar 04 15:50:35.247141 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Publish callbacks [] for security_group (3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.248610 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:35.293259 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad989f9d-7368-4f35-a154-70e8fe8c97fb req-1162e632-cd34-496d-956b-42c1531d8b02 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:35.301055 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad989f9d-7368-4f35-a154-70e8fe8c97fb req-1162e632-cd34-496d-956b-42c1531d8b02 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.0866957 Mar 04 15:50:35.321253 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.342670 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:35.342966 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.382437 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 2, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:35.396472 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60834) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:35.396863 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9388cf507dc54d799ee02b7a1a16d17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208439 Mar 04 15:50:35.397240 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:35.411395 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Checking router: 6bfe73ea-b38c-4ffb-bf62-8be91262e280 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:50:35.412005 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Updating router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:50:35.412878 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.413251 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.413602 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.413973 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.414316 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.414649 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.414985 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.415322 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.415657 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.416003 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.416321 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.416649 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.416975 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc0677-fa11-46b7-876b-a7ba90bffca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:35.424738 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad989f9d-7368-4f35-a154-70e8fe8c97fb req-6ed205b3-9f76-48e4-a8f5-f4ed116316cc tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228611 Mar 04 15:50:35.469322 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.483979 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a97-2954-4006-a8fe-63ad3bb6f050 admin admin] Publish callbacks [] for security_group (3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.508195 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a97-2954-4006-a8fe-63ad3bb6f050 admin admin] Publish callbacks [] for security_group (3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.519067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60838) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:35.523883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-670615052-network', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:35.552476 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:35.590518 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Made reservation on behalf of 79cb13705b5a4ccda1dfb69d22d74de4 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:50:35.593253 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.603772 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.633030 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a97-2954-4006-a8fe-63ad3bb6f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.636029 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a97-2954-4006-a8fe-63ad3bb6f050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.648683 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-18fb2a97-2954-4006-a8fe-63ad3bb6f050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86 HTTP/1.1" status: 204 len: 168 time: 0.2500787 Mar 04 15:50:35.663159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb2a97-2954-4006-a8fe-63ad3bb6f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353bf0f-07c4-4a03-ac6c-0baa0c2b5c86,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:35.799253 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks [] for security_group (e3d8855c-a27f-4d87-b3cc-eb9eab795a26), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.826291 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e41ec-0ae3-42db-b3d9-aef59c36fb43 req-8f9a7e58-66a8-4119-b3d9-eee9faa72fb7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:35.828034 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d01e41ec-0ae3-42db-b3d9-aef59c36fb43 req-8f9a7e58-66a8-4119-b3d9-eee9faa72fb7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0730743 Mar 04 15:50:35.829286 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Publish callbacks [] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.849291 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e3d8855c-a27f-4d87-b3cc-eb9eab795a26), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.870890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:50:35.877090 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.906886 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (d89615ca-15ae-4e59-b0cd-1225bab13705), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:35.907280 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Added segment d89615ca-15ae-4e59-b0cd-1225bab13705 of type vlan for network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 Mar 04 15:50:35.911262 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d8855c-a27f-4d87-b3cc-eb9eab795a26,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:35.926015 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d01e41ec-0ae3-42db-b3d9-aef59c36fb43 req-cdd4c6fd-171c-4161-8061-33236bccd37e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899718 Mar 04 15:50:35.942496 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd27b-ecc2-438a-88c9-7e05160a8534 None None] Pushing event updated for resources: {'Port': ['ID=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:35.972090 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (d15425dc-1699-44b2-8a7f-bf0edf3c78f6), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.005509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Attempting to bind port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:36.006055 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Attempting to bind port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:36.006430 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Attempting to bind port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d on network eb10a25d-27c1-4282-8629-7355c19efe98 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:36.012233 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:36.012625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Checking segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:36.013023 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.013514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Bound using segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:36.014042 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Bound port: 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:36.022067 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.070423 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (d15425dc-1699-44b2-8a7f-bf0edf3c78f6), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.074320 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:36.079421 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.091227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] For port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:36.095103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] For port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:36.145509 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] Pushing event updated for resources: {'Network': ['ID=d15425dc-1699-44b2-8a7f-bf0edf3c78f6,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:36.155162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:50:36.203869 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.225145 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-dcc7fd1d-363b-4355-89c6-193238e11a51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7048404 Mar 04 15:50:36.228854 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60860) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:36.236449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Request body: {'subnet': {'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-670615052-subnet', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'ip_version': 4}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:36.295780 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] Provisioning complete for port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:36.299970 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.300482 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd27b-ecc2-438a-88c9-7e05160a8534 None None] Pushing event updated for resources: {'Port': ['ID=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:36.336633 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:36.336633 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:36.380193 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Made reservation on behalf of 79cb13705b5a4ccda1dfb69d22d74de4 for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:50:36.384388 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.513463 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:36.519749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] Current status of the port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:36.519749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.586284 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] For port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:36.654540 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.679309 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5a716-d448-44e5-bc5c-7c185e70ce0c req-7475c225-1607-4e4d-9ff5-74437e8b2b7a tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:36.680808 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e0c5a716-d448-44e5-bc5c-7c185e70ce0c req-7475c225-1607-4e4d-9ff5-74437e8b2b7a tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.1550622 Mar 04 15:50:36.728756 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57140f04-b70f-47c1-9082-561c19e41259 None None] Pushing event updated for resources: {'Port': ['ID=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:36.735406 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e0c5a716-d448-44e5-bc5c-7c185e70ce0c req-19965594-3cb1-4c55-bc80-c4d1c06411e5 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Mar 04 15:50:36.767800 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (c3f38688-2594-4a69-8ff6-d8fb5f8f333b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.793739 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-3217cdfb-d75c-4358-a410-797e0fc97f3e None None] Provisioning complete for port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:36.794705 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3217cdfb-d75c-4358-a410-797e0fc97f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:36.846448 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:36.862656 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Checking segment: {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:36.865452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Network hostable DHCP agents. Network: d15425dc-1699-44b2-8a7f-bf0edf3c78f6, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:50:36.866757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f38688-2594-4a69-8ff6-d8fb5f8f333b,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:36.880538 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47384998-5b46-477b-9844-3b74d5b028a6 None None] The sync data for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi is: [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:50:36.948801 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-3217cdfb-d75c-4358-a410-797e0fc97f3e None None] Current status of the port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:36.963543 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:50:37.062818 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, d15425dc-1699-44b2-8a7f-bf0edf3c78f6) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:37.069591 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:37.070250 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.074726 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f54a3-61d5-4de6-8b85-c8a0b248bc14 None None] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:50:37.122035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ccfd-4c27-4a26-8172-d48b93698bee req-8e3c543c-b925-4c4a-bc8b-e96fb6d785f1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:37.142388 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a737ccfd-4c27-4a26-8172-d48b93698bee req-8e3c543c-b925-4c4a-bc8b-e96fb6d785f1 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.1218328 Mar 04 15:50:37.164198 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60894) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:37.169746 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-96b85156-1396-4324-b6a2-eb6318b2ccce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9339039 Mar 04 15:50:37.178298 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:37.211941 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a737ccfd-4c27-4a26-8172-d48b93698bee req-3a3c30dd-da37-4390-921a-886ec5a9ded4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Mar 04 15:50:37.293165 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (1339a4e2-136a-410d-899e-66f710c8bd96), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.294194 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (1339a4e2-136a-410d-899e-66f710c8bd96), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.367980 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:37.443240 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks [] for router_controller (1339a4e2-136a-410d-899e-66f710c8bd96), precommit_add_association {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.509868 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:37.513243 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.518377 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-d15425dc-1699-44b2-8a7f-bf0edf3c78f6', 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6', 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'fixed_ips': [{'subnet_id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:50:37.520165 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.728093 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks [] for router_gateway (1339a4e2-136a-410d-899e-66f710c8bd96), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:37.783012 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:37.806685 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Allocated IP 172.20.0.2 (d15425dc-1699-44b2-8a7f-bf0edf3c78f6/c3f38688-2594-4a69-8ff6-d8fb5f8f333b/12021c0e-40bb-44e9-b324-714868a473c6) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:37.915196 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daded35f-cf4c-4a79-82d6-a2b16956c713 req-eeba3d15-c24c-40ac-8dfa-0ed247fbb63d tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:37.924861 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-daded35f-cf4c-4a79-82d6-a2b16956c713 req-eeba3d15-c24c-40ac-8dfa-0ed247fbb63d tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.0989118 Mar 04 15:50:38.019975 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-daded35f-cf4c-4a79-82d6-a2b16956c713 req-bf573365-bf45-4689-9f40-7f620d2b27c9 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933695 Mar 04 15:50:38.041019 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60916) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:38.090567 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Publish callbacks [] for port (12021c0e-40bb-44e9-b324-714868a473c6), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.107017 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks [] for router_gateway (1339a4e2-136a-410d-899e-66f710c8bd96), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.141858 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.148747 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (12021c0e-40bb-44e9-b324-714868a473c6), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.241457 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:38.248733 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:38.257387 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:38.266648 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Pushing event updated for resources: {'Port': ['ID=12021c0e-40bb-44e9-b324-714868a473c6,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:38.275117 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Allocated IP 172.27.2.150 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/456f2b26-f2fa-46be-831c-dba2894bc4e3) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:38.285499 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2c59b7ec-3c11-4581-9c61-e96b08429843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.366731 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Attempting to bind port 12021c0e-40bb-44e9-b324-714868a473c6 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:38.367112 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Attempting to bind port 12021c0e-40bb-44e9-b324-714868a473c6 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:38.367473 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Attempting to bind port 12021c0e-40bb-44e9-b324-714868a473c6 on network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:38.372832 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:38.373218 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Checking segment: {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:38.373618 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.374041 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Bound using segment: {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:38.374584 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Bound port: 12021c0e-40bb-44e9-b324-714868a473c6, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:38.374878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (12021c0e-40bb-44e9-b324-714868a473c6), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.408414 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2c59b7ec-3c11-4581-9c61-e96b08429843 admin admin] Publish callbacks [] for security_group (915c4df4-57bb-4ec7-949b-89d7ebba4e77), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.435018 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks [] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.453649 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] For port 12021c0e-40bb-44e9-b324-714868a473c6, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:38.457802 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] For port 12021c0e-40bb-44e9-b324-714868a473c6, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=12021c0e-40bb-44e9-b324-714868a473c6,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:38.464018 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2c59b7ec-3c11-4581-9c61-e96b08429843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (915c4df4-57bb-4ec7-949b-89d7ebba4e77), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.505154 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-2c59b7ec-3c11-4581-9c61-e96b08429843 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f1c7b4fe61545da97dd965fb93699d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628150 Mar 04 15:50:38.508901 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 60930) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:38.523196 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (12021c0e-40bb-44e9-b324-714868a473c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.538000 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59b7ec-3c11-4581-9c61-e96b08429843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c4df4-57bb-4ec7-949b-89d7ebba4e77,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:38.577480 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-04f0fc34-e602-44f6-9c50-2f7da737a96f admin admin] Publish callbacks [] for security_group (915c4df4-57bb-4ec7-949b-89d7ebba4e77), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.592016 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.600174 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36607fc-fd74-4f77-9e03-6d31eb3e5f83 None None] Pushing event updated for resources: {'Port': ['ID=12021c0e-40bb-44e9-b324-714868a473c6,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:38.642569 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-04f0fc34-e602-44f6-9c50-2f7da737a96f admin admin] Publish callbacks [] for security_group (915c4df4-57bb-4ec7-949b-89d7ebba4e77), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.667240 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:38.678722 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:38.681638 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:38.750402 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Pushing event updated for resources: {'Port': ['ID=456f2b26-f2fa-46be-831c-dba2894bc4e3,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:38.764305 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.764658 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.771607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:50:38.782687 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fed74-ced3-4523-a47d-a5d53c571e61 req-0a55d0fa-7a17-415c-96d6-40138baa06a7 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:38.789986 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f11fed74-ced3-4523-a47d-a5d53c571e61 req-0a55d0fa-7a17-415c-96d6-40138baa06a7 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.0845048 Mar 04 15:50:38.864255 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f11fed74-ced3-4523-a47d-a5d53c571e61 req-4479adfb-fc99-4406-9368-fa6ce80098ad tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733163 Mar 04 15:50:38.939115 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-04f0fc34-e602-44f6-9c50-2f7da737a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (915c4df4-57bb-4ec7-949b-89d7ebba4e77), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.944878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-04f0fc34-e602-44f6-9c50-2f7da737a96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:38.950123 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-04f0fc34-e602-44f6-9c50-2f7da737a96f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/915c4df4-57bb-4ec7-949b-89d7ebba4e77 HTTP/1.1" status: 204 len: 168 time: 0.4371274 Mar 04 15:50:38.960329 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0fc34-e602-44f6-9c50-2f7da737a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c4df4-57bb-4ec7-949b-89d7ebba4e77,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:39.130571 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks [] for router_gateway (1339a4e2-136a-410d-899e-66f710c8bd96), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:39.199694 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 12021c0e-40bb-44e9-b324-714868a473c6 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:39.251711 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 12021c0e-40bb-44e9-b324-714868a473c6 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:39.252082 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (12021c0e-40bb-44e9-b324-714868a473c6), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:39.351296 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 12021c0e-40bb-44e9-b324-714868a473c6 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:39.351296 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (12021c0e-40bb-44e9-b324-714868a473c6), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:39.360385 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (1339a4e2-136a-410d-899e-66f710c8bd96), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:39.389665 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 12021c0e-40bb-44e9-b324-714868a473c6, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=12021c0e-40bb-44e9-b324-714868a473c6,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:39.458861 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (12021c0e-40bb-44e9-b324-714868a473c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:39.522608 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=12021c0e-40bb-44e9-b324-714868a473c6,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:39.564259 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-8c2bd7f5-5404-410c-8490-20fc0eeb757e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387398 Mar 04 15:50:39.634296 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-dadebf67-16d4-4145-b923-f5ef23b4773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:39.635779 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-dadebf67-16d4-4145-b923-f5ef23b4773f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.0476573 Mar 04 15:50:39.704970 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Router 1339a4e2-136a-410d-899e-66f710c8bd96 is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:50:39.722821 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-852ca0b5-9755-4d30-bee7-93f037323c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:39.802414 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-c7dc68c2-56b4-4e56-ac27-5ff4c9af7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:39.803875 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-c7dc68c2-56b4-4e56-ac27-5ff4c9af7555 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.1460493 Mar 04 15:50:39.807774 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16bb19-83e8-4846-ba3a-a6cbd35a8b39 None None] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:50:39.932572 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-704d027e-9245-4ee5-86ec-61e8fcf59632 None None] Provisioning complete for port 12021c0e-40bb-44e9-b324-714868a473c6 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:39.932952 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-704d027e-9245-4ee5-86ec-61e8fcf59632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (12021c0e-40bb-44e9-b324-714868a473c6), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:40.045440 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255baa1-c929-468a-9777-bd7542367695 req-71682c52-bd2c-4037-895a-b962fd21cbcd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:40.054433 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d255baa1-c929-468a-9777-bd7542367695 req-71682c52-bd2c-4037-895a-b962fd21cbcd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.0997477 Mar 04 15:50:40.066431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-704d027e-9245-4ee5-86ec-61e8fcf59632 None None] Current status of the port 12021c0e-40bb-44e9-b324-714868a473c6 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:40.133026 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d255baa1-c929-468a-9777-bd7542367695 req-4c53a5ab-1987-463e-b55d-d83cd4551df0 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763216 Mar 04 15:50:40.215822 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-fa2fefaf-76e1-44ed-ae7a-c8f025fe5b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.3877130 Mar 04 15:50:40.269276 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:50:40.278865 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Sync routers for ids ['1339a4e2-136a-410d-899e-66f710c8bd96'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:50:40.294326 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Routers {'1339a4e2-136a-410d-899e-66f710c8bd96'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:40.294892 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['1339a4e2-136a-410d-899e-66f710c8bd96'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:40.313988 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-4858a382-af37-421c-948e-c7cb250e59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:40.316297 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-4858a382-af37-421c-948e-c7cb250e59bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0901840 Mar 04 15:50:40.385848 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-224e44a7-501e-469e-84b0-9692e5389de0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631113 Mar 04 15:50:40.398908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-b65ce9bc-7b70-4304-bef6-c0d9b82f3594 None None] Provisioning complete for port 12021c0e-40bb-44e9-b324-714868a473c6 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:40.399418 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b65ce9bc-7b70-4304-bef6-c0d9b82f3594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (12021c0e-40bb-44e9-b324-714868a473c6), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:40.408263 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:40.409481 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-fc5ce7e2-f4a4-46aa-8ef4-243d089700d5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2436712 Mar 04 15:50:40.415099 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 60994) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:40.434846 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Set router 1339a4e2-136a-410d-899e-66f710c8bd96 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:40.544688 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-b65ce9bc-7b70-4304-bef6-c0d9b82f3594 None None] Current status of the port 12021c0e-40bb-44e9-b324-714868a473c6 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:40.573005 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882ae27-0ac3-4e3b-852c-1641bdebad29 req-a932fa46-8cba-44ba-9af1-e5e364af947a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:40.575556 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2882ae27-0ac3-4e3b-852c-1641bdebad29 req-a932fa46-8cba-44ba-9af1-e5e364af947a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.2610373 Mar 04 15:50:40.585166 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-0800eea8-be8e-4518-9357-4d8b67e187bd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:40.587027 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-0800eea8-be8e-4518-9357-4d8b67e187bd tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.3209388 Mar 04 15:50:40.591653 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-527c96db-0a93-4b0e-89c7-27c3096103c2 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908541 Mar 04 15:50:40.706428 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:50:38Z', 'revision_number': 3, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:40.712567 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-2a4c5c48-8522-4064-b706-fca8b075de8c req-965d4963-10bf-4e58-85c6-99c760e9ba8e service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141541 Mar 04 15:50:40.735544 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Checking router: 1339a4e2-136a-410d-899e-66f710c8bd96 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:50:40.735898 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Updating router 1339a4e2-136a-410d-899e-66f710c8bd96 port 456f2b26-f2fa-46be-831c-dba2894bc4e3 binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:50:40.765174 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2882ae27-0ac3-4e3b-852c-1641bdebad29 req-198f343d-cba8-4325-8979-e4f34005309a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745317 Mar 04 15:50:40.765880 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:40.886452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Deleting port 5ec8f489-634c-41a0-af41-2430878acb29 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:50:40.886568 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (5ec8f489-634c-41a0-af41-2430878acb29), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.056270 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Publish callbacks [] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.068286 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] For port 5ec8f489-634c-41a0-af41-2430878acb29, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ec8f489-634c-41a0-af41-2430878acb29,segment=NetworkSegment(3f525afb-901f-4e5e-9b82-1d873d36de06),segment_id=3f525afb-901f-4e5e-9b82-1d873d36de06)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:41.068763 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (5ec8f489-634c-41a0-af41-2430878acb29), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.095217 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Calling delete_port for 5ec8f489-634c-41a0-af41-2430878acb29 owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:50:41.116466 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.233436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.245583 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Attempting to bind port 456f2b26-f2fa-46be-831c-dba2894bc4e3 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:41.245583 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Attempting to bind port 456f2b26-f2fa-46be-831c-dba2894bc4e3 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:41.245583 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Attempting to bind port 456f2b26-f2fa-46be-831c-dba2894bc4e3 on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:41.248427 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 12021c0e-40bb-44e9-b324-714868a473c6 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:41.253623 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:41.254089 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:41.254720 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.255113 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:41.255597 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Bound port: 456f2b26-f2fa-46be-831c-dba2894bc4e3, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:41.255981 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.257578 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300d451-fba8-4fcd-ae68-2f96ca4b9b9f None None] Pushing event updated for resources: {'Port': ['ID=456f2b26-f2fa-46be-831c-dba2894bc4e3,revision_number=2']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:41.318374 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] For port 456f2b26-f2fa-46be-831c-dba2894bc4e3, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:41.326173 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] For port 456f2b26-f2fa-46be-831c-dba2894bc4e3, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=456f2b26-f2fa-46be-831c-dba2894bc4e3,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:41.327142 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 12021c0e-40bb-44e9-b324-714868a473c6 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:41.327835 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (12021c0e-40bb-44e9-b324-714868a473c6), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.391064 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.414087 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 12021c0e-40bb-44e9-b324-714868a473c6 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:41.439215 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634918-1ba7-4367-842e-50b40a88f02e req-18732836-60c1-4375-a36a-9550c20e7547 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:41.440869 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d634918-1ba7-4367-842e-50b40a88f02e req-18732836-60c1-4375-a36a-9550c20e7547 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 949 time: 0.1908367 Mar 04 15:50:41.540217 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300d451-fba8-4fcd-ae68-2f96ca4b9b9f None None] Pushing event updated for resources: {'Port': ['ID=456f2b26-f2fa-46be-831c-dba2894bc4e3,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:41.542840 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Routers {'1339a4e2-136a-410d-899e-66f710c8bd96'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:41.543435 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['1339a4e2-136a-410d-899e-66f710c8bd96'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:41.564555 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.570032 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d634918-1ba7-4367-842e-50b40a88f02e req-bc5d2036-b6bf-4cd8-b48f-485420e8e852 tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/security-groups?id=6402b9a1-2634-4fc7-a13c-4ed151a16b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212804 Mar 04 15:50:41.616872 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (5ec8f489-634c-41a0-af41-2430878acb29), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.644267 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['5ec8f489-634c-41a0-af41-2430878acb29'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:50:41.654254 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Pushing event deleted for resources: {'Port': ['ID=5ec8f489-634c-41a0-af41-2430878acb29,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:41.656384 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] Set router 1339a4e2-136a-410d-899e-66f710c8bd96 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:41.881813 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:50:38Z', 'revision_number': 3, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:41.911085 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33852a8-e083-4bcc-a296-d7f300a095e8 None None] The sync data for ids ['1339a4e2-136a-410d-899e-66f710c8bd96'] in dv-cinder-831247-6-iscsi is: [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:50:38Z', 'revision_number': 3, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:50:41.979760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] No DVR routers for this DVR port 5ec8f489-634c-41a0-af41-2430878acb29 on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:50:41.986588 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:41.989889 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a47fda25-d4bc-4655-9947-8284f1b5d333 req-bf628066-bf8c-4b28-b03d-0176a0ac627f tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.16 "DELETE /v2.0/ports/5ec8f489-634c-41a0-af41-2430878acb29 HTTP/1.1" status: 204 len: 173 time: 1.3905075 Mar 04 15:50:41.990347 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'name': 'network-vif-deleted', 'tag': '5ec8f489-634c-41a0-af41-2430878acb29'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:50:41.992832 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601ef14-2b8b-4a23-a2af-834a9bb309f6" -d '{"events": [{"server_uuid": "fcac1384-46d8-4905-8c23-19d5bf8aa043", "name": "network-vif-deleted", "tag": "5ec8f489-634c-41a0-af41-2430878acb29"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:50:42.051323 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc2843-4582-4536-9744-df9a475b1779 x-openstack-request-id: req-b0fc2843-4582-4536-9744-df9a475b1779 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:50:42.051562 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcac1384-46d8-4905-8c23-19d5bf8aa043", "name": "network-vif-deleted", "tag": "5ec8f489-634c-41a0-af41-2430878acb29", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:50:42.051888 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0fc2843-4582-4536-9744-df9a475b1779 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:50:42.052212 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcac1384-46d8-4905-8c23-19d5bf8aa043', 'name': 'network-vif-deleted', 'tag': '5ec8f489-634c-41a0-af41-2430878acb29', 'status': 'completed', 'code': 200} Mar 04 15:50:42.053167 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3313-5b20-4ae5-9862-67fd7006fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.055337 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Allocated IP 172.20.0.1 (d15425dc-1699-44b2-8a7f-bf0edf3c78f6/c3f38688-2594-4a69-8ff6-d8fb5f8f333b/78eb65ff-8510-49b3-91f9-0758c9d336cd) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:50:42.195852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks [] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.333337 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.375852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:42.378895 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:42.382252 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:50:42.382782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (1339a4e2-136a-410d-899e-66f710c8bd96), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.434080 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Pushing event updated for resources: {'Port': ['ID=78eb65ff-8510-49b3-91f9-0758c9d336cd,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:42.584350 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-01a79726-a655-4eaa-a181-f1646a6b3aed None None] Provisioning complete for port 78eb65ff-8510-49b3-91f9-0758c9d336cd triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:42.584878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-01a79726-a655-4eaa-a181-f1646a6b3aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.623834 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-01a79726-a655-4eaa-a181-f1646a6b3aed None None] Port 78eb65ff-8510-49b3-91f9-0758c9d336cd cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:50:42.625317 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.733847 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d65d7b8-6e14-4df9-b593-396930032b2f req-36d14d0c-215a-4ca5-9c96-fe2ee160f23a tempest-VolumesNegativeTest-84818299 tempest-VolumesNegativeTest-84818299-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcac1384-46d8-4905-8c23-19d5bf8aa043 HTTP/1.1" status: 200 len: 210 time: 0.0446327 Mar 04 15:50:42.832828 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks [] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.904681 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.905395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (1339a4e2-136a-410d-899e-66f710c8bd96), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:42.994604 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Pushing event updated for resources: {'Port': ['ID=78eb65ff-8510-49b3-91f9-0758c9d336cd,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:43.038039 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:50:43.039385 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:50:43.162174 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Router 1339a4e2-136a-410d-899e-66f710c8bd96 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:50:43.219075 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 456f2b26-f2fa-46be-831c-dba2894bc4e3 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:43.285923 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 456f2b26-f2fa-46be-831c-dba2894bc4e3 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:43.286516 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:43.292484 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:50:43.297959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-77f10e1d-b805-498b-b21a-dc86c9b6b8ee admin admin] 10.222.0.21 "PUT /v2.0/routers/1339a4e2-136a-410d-899e-66f710c8bd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800480 Mar 04 15:50:43.349212 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:43.382065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-a4f4bf0d-c824-46f0-b72a-240d74606442 None None] Provisioning complete for port 78eb65ff-8510-49b3-91f9-0758c9d336cd triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:43.382516 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a4f4bf0d-c824-46f0-b72a-240d74606442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:43.417258 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 456f2b26-f2fa-46be-831c-dba2894bc4e3 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:43.417827 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:43.447027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-a4f4bf0d-c824-46f0-b72a-240d74606442 None None] Port 78eb65ff-8510-49b3-91f9-0758c9d336cd cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:50:43.454284 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 456f2b26-f2fa-46be-831c-dba2894bc4e3, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=456f2b26-f2fa-46be-831c-dba2894bc4e3,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:43.538969 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:43.588902 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=456f2b26-f2fa-46be-831c-dba2894bc4e3,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:44.108545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 32846) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:44.113898 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434482962', 'description': 'tempest-secgroup-smoke-1434482962 description', 'project_id': '279e0243a92842d0af911fa384f167ae'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:44.232674 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 5ec8f489-634c-41a0-af41-2430878acb29 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:50:44.247488 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.257427 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 5ec8f489-634c-41a0-af41-2430878acb29 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:50:44.257427 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 5ec8f489-634c-41a0-af41-2430878acb29 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:50:44.332234 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group (0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.381207 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Sync routers for ids ['1339a4e2-136a-410d-899e-66f710c8bd96'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:50:44.398441 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Routers {'1339a4e2-136a-410d-899e-66f710c8bd96'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:44.398441 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['1339a4e2-136a-410d-899e-66f710c8bd96'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:44.447701 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.481064 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:44.513073 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Set router 1339a4e2-136a-410d-899e-66f710c8bd96 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:44.524193 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.525473 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-57da16f2-7601-42b0-96f3-d0dabf5d5904 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4155576 Mar 04 15:50:44.528551 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 32874) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:44.532937 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group_rule': {'security_group_id': '0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba', 'project_id': '279e0243a92842d0af911fa384f167ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:44.641699 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (1aa5b397-0c2d-44d6-bfcd-26dca5157d90), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.700721 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (1aa5b397-0c2d-44d6-bfcd-26dca5157d90), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.716967 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.732522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:50:42Z', 'revision_number': 4, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '78eb65ff-8510-49b3-91f9-0758c9d336cd', 'name': '', 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'mac_address': 'fa:16:3e:ba:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:41Z', 'updated_at': '2022-03-04T15:50:42Z', 'revision_number': 2, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'subnets': [{'id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:44.767478 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Checking router: 1339a4e2-136a-410d-899e-66f710c8bd96 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:50:44.767478 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Updating router 1339a4e2-136a-410d-899e-66f710c8bd96 port 78eb65ff-8510-49b3-91f9-0758c9d336cd binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:50:44.776861 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (1aa5b397-0c2d-44d6-bfcd-26dca5157d90), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.782877 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa5b397-0c2d-44d6-bfcd-26dca5157d90,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:44.812459 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.858395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:44.862230 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-56c3b016-f832-479a-9b66-96bd52fbd7e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320606 Mar 04 15:50:44.867737 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 32906) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:44.871932 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group_rule': {'security_group_id': '0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba', 'project_id': '279e0243a92842d0af911fa384f167ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:44.984452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (8c929945-be30-4828-8fbe-a6e45d7c916e), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.062978 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (8c929945-be30-4828-8fbe-a6e45d7c916e), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.156150 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (8c929945-be30-4828-8fbe-a6e45d7c916e), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.192100 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c929945-be30-4828-8fbe-a6e45d7c916e,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:45.204167 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 456f2b26-f2fa-46be-831c-dba2894bc4e3 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:45.284023 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Publish callbacks [] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.295864 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 456f2b26-f2fa-46be-831c-dba2894bc4e3 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:45.296242 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.389607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 456f2b26-f2fa-46be-831c-dba2894bc4e3 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:45.449585 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.450784 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-48a17f66-ee29-40ee-9f54-5c417ed70477 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5825582 Mar 04 15:50:45.453582 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 32962) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:45.457887 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group_rule': {'security_group_id': '0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba', 'project_id': '279e0243a92842d0af911fa384f167ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:45.493840 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.547124 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb25cc-3b39-48a4-85a3-c777a0821f77 None None] Pushing event updated for resources: {'Port': ['ID=78eb65ff-8510-49b3-91f9-0758c9d336cd,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:45.563355 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (7f1df046-3c4f-4fb8-9fe7-759f5ac3530e), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.607410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Attempting to bind port 78eb65ff-8510-49b3-91f9-0758c9d336cd on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:50:45.612058 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Attempting to bind port 78eb65ff-8510-49b3-91f9-0758c9d336cd by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:50:45.612058 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Attempting to bind port 78eb65ff-8510-49b3-91f9-0758c9d336cd on network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:50:45.615430 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:50:45.616006 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Checking segment: {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:50:45.616458 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.616914 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Bound using segment: {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:50:45.617507 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Bound port: 78eb65ff-8510-49b3-91f9-0758c9d336cd, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89615ca-15ae-4e59-b0cd-1225bab13705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:50:45.618067 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.632183 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (7f1df046-3c4f-4fb8-9fe7-759f5ac3530e), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.692028 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] For port 78eb65ff-8510-49b3-91f9-0758c9d336cd, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:50:45.693057 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] For port 78eb65ff-8510-49b3-91f9-0758c9d336cd, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=78eb65ff-8510-49b3-91f9-0758c9d336cd,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:50:45.710269 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (7f1df046-3c4f-4fb8-9fe7-759f5ac3530e), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.730792 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1df046-3c4f-4fb8-9fe7-759f5ac3530e,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:45.785298 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-c210c639-904e-4dee-a5df-caf8ee271b6a None None] Provisioning complete for port 78eb65ff-8510-49b3-91f9-0758c9d336cd triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:45.785890 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c210c639-904e-4dee-a5df-caf8ee271b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.810987 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.849317 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-c210c639-904e-4dee-a5df-caf8ee271b6a None None] Port 78eb65ff-8510-49b3-91f9-0758c9d336cd cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:50:45.857628 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:45.862716 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 32974) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:45.864865 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-f3deb8fc-e1d8-450d-bed6-9d1ed2fe7069 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102397 Mar 04 15:50:45.868411 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group_rule': {'security_group_id': '0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba', 'project_id': '279e0243a92842d0af911fa384f167ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:45.878891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb25cc-3b39-48a4-85a3-c777a0821f77 None None] Pushing event updated for resources: {'Port': ['ID=78eb65ff-8510-49b3-91f9-0758c9d336cd,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:45.884058 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Routers {'1339a4e2-136a-410d-899e-66f710c8bd96'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:50:45.884866 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:50:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['1339a4e2-136a-410d-899e-66f710c8bd96'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:46.003530 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] Set router 1339a4e2-136a-410d-899e-66f710c8bd96 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:50:46.004646 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (6bd17396-e5c6-456a-a362-71be673c32c4), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.104284 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (6bd17396-e5c6-456a-a362-71be673c32c4), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.156573 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] Provisioning complete for port 78eb65ff-8510-49b3-91f9-0758c9d336cd triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:46.156948 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.184348 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (6bd17396-e5c6-456a-a362-71be673c32c4), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.203628 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd17396-e5c6-456a-a362-71be673c32c4,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:46.207606 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.257922 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.260443 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-eb4f32e8-e0c3-4c65-854b-e6f34421347b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966641 Mar 04 15:50:46.263688 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 32994) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:46.270362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group_rule': {'security_group_id': '0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba', 'project_id': '279e0243a92842d0af911fa384f167ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:46.302418 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] Current status of the port 78eb65ff-8510-49b3-91f9-0758c9d336cd is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:46.302896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.342643 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:50:42Z', 'revision_number': 4, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '78eb65ff-8510-49b3-91f9-0758c9d336cd', 'name': '', 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'mac_address': 'fa:16:3e:ba:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:41Z', 'updated_at': '2022-03-04T15:50:45Z', 'revision_number': 4, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'subnets': [{'id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:50:46.347815 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] For port 78eb65ff-8510-49b3-91f9-0758c9d336cd, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=78eb65ff-8510-49b3-91f9-0758c9d336cd,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:50:46.356970 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.securitygroups_db [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Project 279e0243a92842d0af911fa384f167ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 15:50:46.363001 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (61f90a7b-c5f8-4bdc-8e80-02770af61087), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.372008 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a2df6-29c5-4aef-a1bf-f1a3dfd666b8 None None] The sync data for ids ['1339a4e2-136a-410d-899e-66f710c8bd96'] in dv-cinder-831247-6-iscsi is: [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:50:42Z', 'revision_number': 4, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '78eb65ff-8510-49b3-91f9-0758c9d336cd', 'name': '', 'network_id': 'd15425dc-1699-44b2-8a7f-bf0edf3c78f6', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'mac_address': 'fa:16:3e:ba:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:41Z', 'updated_at': '2022-03-04T15:50:45Z', 'revision_number': 4, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'subnets': [{'id': 'c3f38688-2594-4a69-8ff6-d8fb5f8f333b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:50:46.414856 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33002) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:46.453462 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.467617 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (61f90a7b-c5f8-4bdc-8e80-02770af61087), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.523525 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6e2f-2eaa-4768-81d5-dc0455f72e7b None None] Pushing event updated for resources: {'Port': ['ID=78eb65ff-8510-49b3-91f9-0758c9d336cd,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:46.553860 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (61f90a7b-c5f8-4bdc-8e80-02770af61087), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.579172 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f90a7b-c5f8-4bdc-8e80-02770af61087,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:46.619871 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf59e-a685-4b63-864c-cebd4dd88ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.644311 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.648454 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-51ed55d7-cf3c-460e-b136-fd602686fa70 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3808379 Mar 04 15:50:46.649375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33012) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:46.654239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'security_group_rule': {'security_group_id': '0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba', 'project_id': '279e0243a92842d0af911fa384f167ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:50:46.705928 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf59e-a685-4b63-864c-cebd4dd88ccb admin admin] Publish callbacks [] for security_group (b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.727740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.securitygroups_db [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Project 279e0243a92842d0af911fa384f167ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 15:50:46.733039 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (8767ed47-ec82-45a3-8599-7b8683f44d78), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.795355 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf59e-a685-4b63-864c-cebd4dd88ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.798347 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (8767ed47-ec82-45a3-8599-7b8683f44d78), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.835309 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0e4cf59e-a685-4b63-864c-cebd4dd88ccb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b6d2fe021ce414c991dc04e2a5e225a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192955 Mar 04 15:50:46.836461 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf59e-a685-4b63-864c-cebd4dd88ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:46.838087 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33018) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:46.893583 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-80adddac-5efe-43fc-94b0-3b3a85a0bae5 admin admin] Publish callbacks [] for security_group (b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.907695 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (8767ed47-ec82-45a3-8599-7b8683f44d78), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.929091 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-80adddac-5efe-43fc-94b0-3b3a85a0bae5 admin admin] Publish callbacks [] for security_group (b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:46.937480 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8767ed47-ec82-45a3-8599-7b8683f44d78,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:47.004302 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:47.005537 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-8ac38035-cc76-4b4c-92a8-f0addbd59d75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551562 Mar 04 15:50:47.065338 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-80adddac-5efe-43fc-94b0-3b3a85a0bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:47.067944 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-80adddac-5efe-43fc-94b0-3b3a85a0bae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:47.069336 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-80adddac-5efe-43fc-94b0-3b3a85a0bae5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd HTTP/1.1" status: 204 len: 168 time: 0.2298465 Mar 04 15:50:47.078760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adddac-5efe-43fc-94b0-3b3a85a0bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b336b298-ac3a-4d1f-83f2-ff05fa6a3ebd,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:47.214877 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 78eb65ff-8510-49b3-91f9-0758c9d336cd up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:50:47.282841 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 78eb65ff-8510-49b3-91f9-0758c9d336cd triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:50:47.283321 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:47.378415 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 78eb65ff-8510-49b3-91f9-0758c9d336cd is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:50:51.047969 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33304) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:51.093887 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f477f3f-2355-4a46-ba9b-94bc1fd328f4 req-0b10b0d2-e5ed-4235-85b2-539bae1a9a1e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:51.095459 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f477f3f-2355-4a46-ba9b-94bc1fd328f4 req-0b10b0d2-e5ed-4235-85b2-539bae1a9a1e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0634713 Mar 04 15:50:51.190764 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f477f3f-2355-4a46-ba9b-94bc1fd328f4 req-2055b58b-4588-4e42-a2e0-32c6e0d8dc21 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877261 Mar 04 15:50:51.197083 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-08010b5e-9aff-45ce-ae93-946c6b99ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:51.198560 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-08010b5e-9aff-45ce-ae93-946c6b99ef51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.1119967 Mar 04 15:50:51.229307 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1fd008ce-7dac-417b-8c6f-b9e407260d82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1321d960f03d4771ab5d2b875275d0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802301 Mar 04 15:50:51.231762 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33308) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:51.336760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-57e72fdd-5bb8-4934-82bb-05d312681592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:51.338261 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-57e72fdd-5bb8-4934-82bb-05d312681592 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.1306789 Mar 04 15:50:51.338855 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bb62d3d6-bfdb-46f5-a0fc-c4ac3d837b88 admin admin] Publish callbacks [] for security_group (6402b9a1-2634-4fc7-a13c-4ed151a16b4d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:51.389940 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-c2ad2b46-017b-4c9d-a0c0-b48753549004 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.0416589 Mar 04 15:50:51.394482 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bb62d3d6-bfdb-46f5-a0fc-c4ac3d837b88 admin admin] Publish callbacks [] for security_group (6402b9a1-2634-4fc7-a13c-4ed151a16b4d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:51.461539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-09c62f56-878b-44fe-bc11-f7351826dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:51.463054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-09c62f56-878b-44fe-bc11-f7351826dd1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0619214 Mar 04 15:50:51.503764 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-166e6dcd-90d7-41e3-93bf-f4dcf1e9fabe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306184 Mar 04 15:50:51.556893 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bb62d3d6-bfdb-46f5-a0fc-c4ac3d837b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (6402b9a1-2634-4fc7-a13c-4ed151a16b4d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:51.559446 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bb62d3d6-bfdb-46f5-a0fc-c4ac3d837b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:51.560621 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-bb62d3d6-bfdb-46f5-a0fc-c4ac3d837b88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6402b9a1-2634-4fc7-a13c-4ed151a16b4d HTTP/1.1" status: 204 len: 168 time: 0.3280001 Mar 04 15:50:51.575430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62d3d6-bfdb-46f5-a0fc-c4ac3d837b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6402b9a1-2634-4fc7-a13c-4ed151a16b4d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:51.614078 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-ccebdddc-184a-4afe-bb38-7d61bb1b6b15 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036263 Mar 04 15:50:51.713202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cd9d192-c4a7-48d0-9757-06fbc048fa86 req-a2e82aa3-0759-4496-abf7-8ea9d747f35c service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927079 Mar 04 15:50:52.316560 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407bc0c-c76d-43dc-a39b-d91f21d517ee req-b0727467-6070-422f-b064-acf2902d4a6c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:52.318140 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8407bc0c-c76d-43dc-a39b-d91f21d517ee req-b0727467-6070-422f-b064-acf2902d4a6c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0535457 Mar 04 15:50:52.365814 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8407bc0c-c76d-43dc-a39b-d91f21d517ee req-cc324308-c1cc-4642-9d0a-f36ae3d9d16e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Mar 04 15:50:53.218189 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33354) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:53.326053 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-19a6127e-2abe-47cb-9829-6a21985737dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.400747 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-19a6127e-2abe-47cb-9829-6a21985737dd admin admin] Publish callbacks [] for security_group (8c247639-4aec-443d-b8e3-8887a0e04cff), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.486834 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-19a6127e-2abe-47cb-9829-6a21985737dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (8c247639-4aec-443d-b8e3-8887a0e04cff), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.488885 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9b1a9-1306-4a78-b149-0a0b6867bd0b req-5276eae3-316e-408d-a8bb-968a1ec746ce tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:53.493421 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ee9b1a9-1306-4a78-b149-0a0b6867bd0b req-5276eae3-316e-408d-a8bb-968a1ec746ce tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0578964 Mar 04 15:50:53.530663 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-19a6127e-2abe-47cb-9829-6a21985737dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdc1625a4b414add9c6f41a4e1d46e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113599 Mar 04 15:50:53.531514 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6127e-2abe-47cb-9829-6a21985737dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c247639-4aec-443d-b8e3-8887a0e04cff,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:53.534400 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33362) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:53.550906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ee9b1a9-1306-4a78-b149-0a0b6867bd0b req-275d3fd0-1355-4756-99ef-5d02e5b0c679 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485754 Mar 04 15:50:53.590054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c4b7cb2a-8e18-4e2b-8d4b-fd08dcff140a admin admin] Publish callbacks [] for security_group (8c247639-4aec-443d-b8e3-8887a0e04cff), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.611175 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c4b7cb2a-8e18-4e2b-8d4b-fd08dcff140a admin admin] Publish callbacks [] for security_group (8c247639-4aec-443d-b8e3-8887a0e04cff), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.731952 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c4b7cb2a-8e18-4e2b-8d4b-fd08dcff140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (8c247639-4aec-443d-b8e3-8887a0e04cff), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.734667 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c4b7cb2a-8e18-4e2b-8d4b-fd08dcff140a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:53.735848 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c4b7cb2a-8e18-4e2b-8d4b-fd08dcff140a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c247639-4aec-443d-b8e3-8887a0e04cff HTTP/1.1" status: 204 len: 168 time: 0.2004840 Mar 04 15:50:53.743709 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7cb2a-8e18-4e2b-8d4b-fd08dcff140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c247639-4aec-443d-b8e3-8887a0e04cff,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:54.276952 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33370) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:54.289810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-76889353-cac2-4978-8b65-07985757f522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.365589 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-76889353-cac2-4978-8b65-07985757f522 admin admin] Publish callbacks [] for security_group (1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.469369 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-76889353-cac2-4978-8b65-07985757f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.521815 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-76889353-cac2-4978-8b65-07985757f522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e269a3c33ab843568e59de3b265edd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413867 Mar 04 15:50:54.522393 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33380) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:54.525083 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76889353-cac2-4978-8b65-07985757f522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:54.580387 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3cd136e1-882a-4af7-8b3b-4599aa76e00e admin admin] Publish callbacks [] for security_group (1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.606675 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3cd136e1-882a-4af7-8b3b-4599aa76e00e admin admin] Publish callbacks [] for security_group (1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.682616 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905c728-0d0d-42b8-b666-0571f660e88c req-95dcbad2-77b2-42f6-a145-3d2c90549c5e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:54.684138 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4905c728-0d0d-42b8-b666-0571f660e88c req-95dcbad2-77b2-42f6-a145-3d2c90549c5e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0681448 Mar 04 15:50:54.735132 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4905c728-0d0d-42b8-b666-0571f660e88c req-fe398cea-b787-41a6-9f5a-55581f5c5529 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Mar 04 15:50:54.778358 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3cd136e1-882a-4af7-8b3b-4599aa76e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.780934 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3cd136e1-882a-4af7-8b3b-4599aa76e00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:54.782134 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3cd136e1-882a-4af7-8b3b-4599aa76e00e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc HTTP/1.1" status: 204 len: 168 time: 0.2590070 Mar 04 15:50:54.791758 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd136e1-882a-4af7-8b3b-4599aa76e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1e79f-2ed2-4281-b1ff-5dc3ff5bccfc,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:55.498536 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33396) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:55.512139 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b51a307-ebb9-4674-b7c2-c63e2088e2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.588493 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b51a307-ebb9-4674-b7c2-c63e2088e2eb admin admin] Publish callbacks [] for security_group (d9cac352-07f6-4603-83e8-6fdc7c361e25), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.681292 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1b51a307-ebb9-4674-b7c2-c63e2088e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d9cac352-07f6-4603-83e8-6fdc7c361e25), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.719786 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1b51a307-ebb9-4674-b7c2-c63e2088e2eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c1e293939f44b04bd6e252d990f78a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201619 Mar 04 15:50:55.721294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a307-ebb9-4674-b7c2-c63e2088e2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cac352-07f6-4603-83e8-6fdc7c361e25,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:55.723658 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33400) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:50:55.772583 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e56df2d-5875-48b5-a75e-b4572efd2a6f admin admin] Publish callbacks [] for security_group (d9cac352-07f6-4603-83e8-6fdc7c361e25), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.794079 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e56df2d-5875-48b5-a75e-b4572efd2a6f admin admin] Publish callbacks [] for security_group (d9cac352-07f6-4603-83e8-6fdc7c361e25), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.861448 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411cac-be9b-437d-9539-f11b3172248e req-d45507f1-0020-47c9-b821-df50f92d5bcf tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:55.864590 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b6411cac-be9b-437d-9539-f11b3172248e req-d45507f1-0020-47c9-b821-df50f92d5bcf tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0568583 Mar 04 15:50:55.910933 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b6411cac-be9b-437d-9539-f11b3172248e req-9cbab60e-6dce-4d14-9ec6-d664d774370b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Mar 04 15:50:55.938305 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e56df2d-5875-48b5-a75e-b4572efd2a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d9cac352-07f6-4603-83e8-6fdc7c361e25), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.941435 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0e56df2d-5875-48b5-a75e-b4572efd2a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:50:55.942592 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0e56df2d-5875-48b5-a75e-b4572efd2a6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9cac352-07f6-4603-83e8-6fdc7c361e25 HTTP/1.1" status: 204 len: 168 time: 0.2184789 Mar 04 15:50:55.950538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56df2d-5875-48b5-a75e-b4572efd2a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cac352-07f6-4603-83e8-6fdc7c361e25,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:50:57.031799 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d107d-360b-4f60-bf5b-fee96f98e150 req-124ec5aa-461b-484d-b6fe-149c4fcfda5c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:57.033867 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-477d107d-360b-4f60-bf5b-fee96f98e150 req-124ec5aa-461b-484d-b6fe-149c4fcfda5c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0552800 Mar 04 15:50:57.081296 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-477d107d-360b-4f60-bf5b-fee96f98e150 req-8bb0dbb4-d189-4575-b1e2-1fd35ac4df07 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Mar 04 15:50:58.199293 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a5cf0-1b66-4997-a5dc-32267a8e4d24 req-3860caaa-435e-4638-afeb-51f55dbff29f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:58.200746 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c1a5cf0-1b66-4997-a5dc-32267a8e4d24 req-3860caaa-435e-4638-afeb-51f55dbff29f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0517292 Mar 04 15:50:58.249797 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c1a5cf0-1b66-4997-a5dc-32267a8e4d24 req-312521b5-5561-43f6-8900-d784858082b5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Mar 04 15:50:59.374618 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d535f-7d56-40a5-ad68-3a13c5249aea req-fd323664-3635-4830-8d7f-2d6c9842209c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:50:59.376303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8b3d535f-7d56-40a5-ad68-3a13c5249aea req-fd323664-3635-4830-8d7f-2d6c9842209c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0547237 Mar 04 15:50:59.429154 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8b3d535f-7d56-40a5-ad68-3a13c5249aea req-697ab55c-0fe4-4754-9f04-1cb9e5a368da tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Mar 04 15:51:00.544890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5d23a-9276-4d1a-8bde-6ffbc29e899d req-6fd895f0-8830-4e73-b6ee-072813515c75 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:00.546409 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8e5d23a-9276-4d1a-8bde-6ffbc29e899d req-6fd895f0-8830-4e73-b6ee-072813515c75 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0504732 Mar 04 15:51:00.592899 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8e5d23a-9276-4d1a-8bde-6ffbc29e899d req-caabdf51-06c2-4a38-bea4-cb4ffb6ea841 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Mar 04 15:51:00.955934 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:51:01.089103 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33552) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:01.194093 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c4eb-f65f-49d1-894a-6603daee49fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.268318 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c4eb-f65f-49d1-894a-6603daee49fc admin admin] Publish callbacks [] for security_group (3c0e2673-55e4-4fbb-bfb6-399cba3d558f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.326387 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c4eb-f65f-49d1-894a-6603daee49fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3c0e2673-55e4-4fbb-bfb6-399cba3d558f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.364575 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8ca4c4eb-f65f-49d1-894a-6603daee49fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa93dc8ca90141d2ac41a129ccbcd85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743549 Mar 04 15:51:01.365481 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4c4eb-f65f-49d1-894a-6603daee49fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e2673-55e4-4fbb-bfb6-399cba3d558f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:01.367545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33560) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:01.416027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c7060022-e3d7-499e-9b25-0cedb20a0a4c admin admin] Publish callbacks [] for security_group (3c0e2673-55e4-4fbb-bfb6-399cba3d558f), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.437176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c7060022-e3d7-499e-9b25-0cedb20a0a4c admin admin] Publish callbacks [] for security_group (3c0e2673-55e4-4fbb-bfb6-399cba3d558f), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.550394 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c7060022-e3d7-499e-9b25-0cedb20a0a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3c0e2673-55e4-4fbb-bfb6-399cba3d558f), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.553129 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c7060022-e3d7-499e-9b25-0cedb20a0a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:01.554308 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c7060022-e3d7-499e-9b25-0cedb20a0a4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c0e2673-55e4-4fbb-bfb6-399cba3d558f HTTP/1.1" status: 204 len: 168 time: 0.1855319 Mar 04 15:51:01.562168 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7060022-e3d7-499e-9b25-0cedb20a0a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e2673-55e4-4fbb-bfb6-399cba3d558f,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:01.717243 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26edb-3636-49c4-a44b-c889a9ffa460 req-47b4d802-fd25-4705-a367-769c0f083614 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:01.718749 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-edd26edb-3636-49c4-a44b-c889a9ffa460 req-47b4d802-fd25-4705-a367-769c0f083614 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0567927 Mar 04 15:51:01.765737 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-edd26edb-3636-49c4-a44b-c889a9ffa460 req-b2dcd6a6-3122-40e4-b379-225246d7b394 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Mar 04 15:51:02.094455 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33572) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:02.107636 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f917b93a-ca09-49a7-93ce-9c56efd59637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.182257 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f917b93a-ca09-49a7-93ce-9c56efd59637 admin admin] Publish callbacks [] for security_group (77d45e6a-afa6-41c5-9810-0bec70d9798c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.258456 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f917b93a-ca09-49a7-93ce-9c56efd59637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (77d45e6a-afa6-41c5-9810-0bec70d9798c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.297823 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-f917b93a-ca09-49a7-93ce-9c56efd59637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=688aaf0bd688456b89cdc5a6d75c8538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021902 Mar 04 15:51:02.298704 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917b93a-ca09-49a7-93ce-9c56efd59637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d45e6a-afa6-41c5-9810-0bec70d9798c,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:02.300868 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33578) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:02.347943 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7cde713a-5a6b-4221-b078-34849d9421e4 admin admin] Publish callbacks [] for security_group (77d45e6a-afa6-41c5-9810-0bec70d9798c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.368856 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7cde713a-5a6b-4221-b078-34849d9421e4 admin admin] Publish callbacks [] for security_group (77d45e6a-afa6-41c5-9810-0bec70d9798c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.480507 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7cde713a-5a6b-4221-b078-34849d9421e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (77d45e6a-afa6-41c5-9810-0bec70d9798c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.483060 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7cde713a-5a6b-4221-b078-34849d9421e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:02.484237 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7cde713a-5a6b-4221-b078-34849d9421e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77d45e6a-afa6-41c5-9810-0bec70d9798c HTTP/1.1" status: 204 len: 168 time: 0.1826921 Mar 04 15:51:02.492493 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde713a-5a6b-4221-b078-34849d9421e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d45e6a-afa6-41c5-9810-0bec70d9798c,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:02.887048 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327a6f3-63db-4fa8-96cb-efdee42b0459 req-fa1751b5-2af0-4764-9d09-f25e444f48e0 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:02.888541 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b327a6f3-63db-4fa8-96cb-efdee42b0459 req-fa1751b5-2af0-4764-9d09-f25e444f48e0 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0565102 Mar 04 15:51:02.936016 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b327a6f3-63db-4fa8-96cb-efdee42b0459 req-7815b43a-6883-49ba-9ee6-8a919b57ed5a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Mar 04 15:51:03.115479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 33588) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:03.128294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e8933d6e-99ef-4080-8805-37289f58b39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.201988 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e8933d6e-99ef-4080-8805-37289f58b39a admin admin] Publish callbacks [] for security_group (576b7ced-467d-4934-b881-4f713b637edd), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.274611 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e8933d6e-99ef-4080-8805-37289f58b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (576b7ced-467d-4934-b881-4f713b637edd), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.313578 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e8933d6e-99ef-4080-8805-37289f58b39a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72fa332a04214f60af815386089c2b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969717 Mar 04 15:51:03.314425 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8933d6e-99ef-4080-8805-37289f58b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576b7ced-467d-4934-b881-4f713b637edd,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:03.316258 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 33592) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:03.366900 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-923e0c97-ef71-44ff-8358-214a38f2bf32 admin admin] Publish callbacks [] for security_group (576b7ced-467d-4934-b881-4f713b637edd), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.389009 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-923e0c97-ef71-44ff-8358-214a38f2bf32 admin admin] Publish callbacks [] for security_group (576b7ced-467d-4934-b881-4f713b637edd), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.520909 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-923e0c97-ef71-44ff-8358-214a38f2bf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (576b7ced-467d-4934-b881-4f713b637edd), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.523560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-923e0c97-ef71-44ff-8358-214a38f2bf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:03.524782 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-923e0c97-ef71-44ff-8358-214a38f2bf32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/576b7ced-467d-4934-b881-4f713b637edd HTTP/1.1" status: 204 len: 168 time: 0.2070987 Mar 04 15:51:03.532631 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e0c97-ef71-44ff-8358-214a38f2bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b7ced-467d-4934-b881-4f713b637edd,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:04.054983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268946b9-c094-4984-9335-410bd2685c0f req-2981c7d4-fa5c-406e-b1da-9f00c6f8ecc2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:04.056376 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-268946b9-c094-4984-9335-410bd2685c0f req-2981c7d4-fa5c-406e-b1da-9f00c6f8ecc2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0514829 Mar 04 15:51:04.108035 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-268946b9-c094-4984-9335-410bd2685c0f req-0310c0ec-8fb3-4f58-b0ec-61057d0f04c7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Mar 04 15:51:05.229176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc344a3-2b22-45ea-b77b-0746ecc3643e req-16ab29bd-754d-45c5-a537-ccb9f3ec7766 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:05.231491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0dc344a3-2b22-45ea-b77b-0746ecc3643e req-16ab29bd-754d-45c5-a537-ccb9f3ec7766 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0531824 Mar 04 15:51:05.278945 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0dc344a3-2b22-45ea-b77b-0746ecc3643e req-361d4b56-1ade-44a8-be56-0689f176fd6f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Mar 04 15:51:06.404223 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e292-f580-4ff5-942c-8a32bec782ae req-05740744-6e26-423a-ac76-abef63a2d6df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:06.405690 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2f87e292-f580-4ff5-942c-8a32bec782ae req-05740744-6e26-423a-ac76-abef63a2d6df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0533178 Mar 04 15:51:06.450716 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2f87e292-f580-4ff5-942c-8a32bec782ae req-01a15826-675d-44db-b0ac-63da7e2b41df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Mar 04 15:51:07.570995 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd80f-20bc-45be-b41c-132d0a88eadb req-90b10d58-e840-4e07-9ac0-35ed3b7a62ed tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:07.572512 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-100fd80f-20bc-45be-b41c-132d0a88eadb req-90b10d58-e840-4e07-9ac0-35ed3b7a62ed tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0555801 Mar 04 15:51:07.620534 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-100fd80f-20bc-45be-b41c-132d0a88eadb req-8ab8efe2-1ddb-4b90-87d4-f877e4c81f1f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Mar 04 15:51:08.738156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ddd14-af1f-43d4-8226-b23a77819676 req-df110c98-1d4c-45dd-835f-586b7e6e1aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:08.739656 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d37ddd14-af1f-43d4-8226-b23a77819676 req-df110c98-1d4c-45dd-835f-586b7e6e1aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0531585 Mar 04 15:51:08.786653 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d37ddd14-af1f-43d4-8226-b23a77819676 req-b70ac178-8a08-4f2e-a19e-71c2f0250110 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Mar 04 15:51:09.709103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-796e0e35-e577-45cc-956d-e263ce6fed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:09.906927 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61afee9-9bdc-4ca3-a06a-351108226d8c req-9558a3cc-4e9d-497e-8e07-0fb16d4c3d30 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:09.909079 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b61afee9-9bdc-4ca3-a06a-351108226d8c req-9558a3cc-4e9d-497e-8e07-0fb16d4c3d30 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0555117 Mar 04 15:51:09.965745 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b61afee9-9bdc-4ca3-a06a-351108226d8c req-7ce78e04-065d-4b93-a968-710798249914 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510504 Mar 04 15:51:11.084040 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876639-88db-4207-bbfd-07ad11ac0135 req-218c009d-9514-4a7d-b36d-89c131f43acc tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:11.085491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7876639-88db-4207-bbfd-07ad11ac0135 req-218c009d-9514-4a7d-b36d-89c131f43acc tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0520508 Mar 04 15:51:11.132847 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7876639-88db-4207-bbfd-07ad11ac0135 req-11e6239e-3050-4620-bcb4-40f977699ac5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Mar 04 15:51:11.258387 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:12.085830 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5ad629f1-feec-4a87-ad2f-4000801f3913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:12.248942 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc6022-1d20-4688-9549-ae419a7f7db5 req-2309a266-6adb-47c1-8e1f-05ff72755cfc tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:12.250411 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3fdc6022-1d20-4688-9549-ae419a7f7db5 req-2309a266-6adb-47c1-8e1f-05ff72755cfc tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0527592 Mar 04 15:51:12.300239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3fdc6022-1d20-4688-9549-ae419a7f7db5 req-a0f61ff1-edaa-4f9c-a5a4-a2eb87719fb7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Mar 04 15:51:13.286336 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:13.420092 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55c1a9-bcdf-46d9-b44a-c2dc02643ccf req-2b2640e1-7a24-417d-8ad4-21bd17daa9df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:13.421548 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fe55c1a9-bcdf-46d9-b44a-c2dc02643ccf req-2b2640e1-7a24-417d-8ad4-21bd17daa9df tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0544250 Mar 04 15:51:13.466239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fe55c1a9-bcdf-46d9-b44a-c2dc02643ccf req-5c3c719e-e483-45e7-9e91-c5d3bccb836d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Mar 04 15:51:14.580902 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702648e-a619-4b7b-bdd2-16fff400bf5e req-b20830b1-e907-4e6f-9093-40e80df8d8fa tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:14.582294 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c702648e-a619-4b7b-bdd2-16fff400bf5e req-b20830b1-e907-4e6f-9093-40e80df8d8fa tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0509648 Mar 04 15:51:14.628006 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c702648e-a619-4b7b-bdd2-16fff400bf5e req-49481e6f-dd28-46c5-9e8e-abca6d54fee4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Mar 04 15:51:14.686987 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:15.695412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a93da-0b28-4cef-928d-42c5ab927075 req-d3c61491-a867-431c-92d8-acdd820dd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:15.696898 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-437a93da-0b28-4cef-928d-42c5ab927075 req-d3c61491-a867-431c-92d8-acdd820dd3e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.0462894 Mar 04 15:51:15.764744 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-437a93da-0b28-4cef-928d-42c5ab927075 req-60b98f6f-7179-4108-a61b-e6a44aee8172 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Mar 04 15:51:15.775518 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11cccd-2bda-4738-855f-0acb5e3e6a5e req-9ee7302e-67de-4a54-911d-b03975e89d43 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:15.776909 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b11cccd-2bda-4738-855f-0acb5e3e6a5e req-9ee7302e-67de-4a54-911d-b03975e89d43 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0791733 Mar 04 15:51:15.821649 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b11cccd-2bda-4738-855f-0acb5e3e6a5e req-a942ed30-e3e2-420c-a463-516e2e2093eb tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Mar 04 15:51:16.127189 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:16.942002 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5bf1-7813-45fd-bb9c-62d8e2368833 req-1d0ac2a3-d195-4b0b-a8bc-9a6fa9fa9086 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:16.943438 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-de5e5bf1-7813-45fd-bb9c-62d8e2368833 req-1d0ac2a3-d195-4b0b-a8bc-9a6fa9fa9086 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0504961 Mar 04 15:51:16.993256 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-de5e5bf1-7813-45fd-bb9c-62d8e2368833 req-2cf84605-6de2-4063-934b-322911437f19 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Mar 04 15:51:18.109345 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354ba0b-a731-47aa-b569-d91ddd4f5490 req-5fb97056-c967-41de-9679-a4f21700ba58 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:18.110802 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1354ba0b-a731-47aa-b569-d91ddd4f5490 req-5fb97056-c967-41de-9679-a4f21700ba58 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0500026 Mar 04 15:51:18.155207 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1354ba0b-a731-47aa-b569-d91ddd4f5490 req-f4ec4c92-332d-404c-a386-8b16a29a4203 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Mar 04 15:51:18.623319 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2820cf-7c5e-4632-9ac9-a756b28afa4b req-2d8dc5f0-01c2-47d6-8fbc-29e6ce092141 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:18.624765 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9b2820cf-7c5e-4632-9ac9-a756b28afa4b req-2d8dc5f0-01c2-47d6-8fbc-29e6ce092141 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0633347 Mar 04 15:51:18.690482 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-b7d5499e-36f1-49d8-9808-c451b6b32c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:18.691931 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-b7d5499e-36f1-49d8-9808-c451b6b32c19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9eb978215c4a5787b6471ba7302105&device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 1129 time: 0.0847065 Mar 04 15:51:18.696128 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9b2820cf-7c5e-4632-9ac9-a756b28afa4b req-a9f8af5c-8651-41ab-bec0-f9660d31a0ae tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Mar 04 15:51:18.777906 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-55fcdca8-b620-4df7-bdf3-3d0bd3328ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:18.779251 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-55fcdca8-b620-4df7-bdf3-3d0bd3328ae6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 200 len: 919 time: 0.0806539 Mar 04 15:51:18.822820 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-1fe1f612-f252-46a9-916b-e6b61b8e6e7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 200 len: 217 time: 0.0366111 Mar 04 15:51:18.869256 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-d0dd4b13-5448-4845-b8c9-7f5254d0c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:18.870719 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-d0dd4b13-5448-4845-b8c9-7f5254d0c0a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 200 len: 858 time: 0.0423572 Mar 04 15:51:18.909937 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-40aec882-44e9-4b0c-829e-d0b0b94367e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6206ca5c-164a-41ee-84c0-fa3a99274b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251009 Mar 04 15:51:19.002045 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-35ff794d-f9a9-4fd7-a4ac-0b60139cc3c1 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Mar 04 15:51:19.097002 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a39dad8b-b4c9-4aee-b7ae-529d233dd115 req-a3fc198f-e326-485d-ad91-6b586f23b754 service neutron] 10.222.0.16 "GET /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888903 Mar 04 15:51:19.834465 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-209947f2-b167-4524-9067-105075d25927 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434482962&fields=id&tenant_id=279e0243a92842d0af911fa384f167ae HTTP/1.1" status: 200 len: 267 time: 0.0638704 Mar 04 15:51:19.844777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b79bf-71ba-4ff4-9c11-af72e1fec9df req-f86b9683-7c89-409b-9f4b-c1472fcbe4ec tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:19.846957 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-381b79bf-71ba-4ff4-9c11-af72e1fec9df req-f86b9683-7c89-409b-9f4b-c1472fcbe4ec tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0854378 Mar 04 15:51:19.966158 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-381b79bf-71ba-4ff4-9c11-af72e1fec9df req-8fc21b1b-0db1-4e07-b4cf-095b5e6587a5 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097727 Mar 04 15:51:20.046563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-4963b66b-3499-4183-9a1b-85e75a81d764 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:20.046563 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-4963b66b-3499-4183-9a1b-85e75a81d764 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 809 time: 0.1389663 Mar 04 15:51:20.046563 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-6730b448-8ce5-4bba-94d1-7e2090f42871 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/quotas/279e0243a92842d0af911fa384f167ae HTTP/1.1" status: 200 len: 375 time: 0.0089848 Mar 04 15:51:20.057866 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-31fd00f3-43d4-4440-8e3b-60f3245d97f3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512748 Mar 04 15:51:20.158693 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-9db39db5-b9c5-4f5b-bd02-fac2582993e5 service neutron] 10.222.0.21 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884058 Mar 04 15:51:20.246954 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ded03edf-d1cf-4197-bd2d-ff73ed81a9f1 service neutron] 10.222.0.21 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825603 Mar 04 15:51:20.860369 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7623ef3-90eb-48ed-84a1-e0e4aa1764ca req-351d47b2-092a-4ea6-8618-381833f5eb08 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 210 time: 0.0309198 Mar 04 15:51:21.089192 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c2bf-b2d8-44c5-8f86-3a8ad5213077 req-9c1a3633-229d-4cc7-839c-3c28c418463b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:21.090768 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c018c2bf-b2d8-44c5-8f86-3a8ad5213077 req-9c1a3633-229d-4cc7-839c-3c28c418463b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0532959 Mar 04 15:51:21.137941 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c018c2bf-b2d8-44c5-8f86-3a8ad5213077 req-d8e0b708-3c39-40fc-927c-f14bad313224 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Mar 04 15:51:21.954672 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c981e15-a6a7-4df6-8f1b-7b3057e911e2 req-a8baa116-3d04-42d3-9c28-6cc3deacf772 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 210 time: 0.0260704 Mar 04 15:51:22.270210 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9d28-2afd-44be-ad2a-99ac65fa5832 req-07c8f939-155a-40d4-8022-ed079b25f66c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:22.271978 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-32eb9d28-2afd-44be-ad2a-99ac65fa5832 req-07c8f939-155a-40d4-8022-ed079b25f66c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0577846 Mar 04 15:51:22.322715 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-32eb9d28-2afd-44be-ad2a-99ac65fa5832 req-1770123c-7e3d-4f0e-9cbc-81026fda6dbb tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Mar 04 15:51:22.999021 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-d5dd8a34-d301-4e58-a5b5-63a3aedb0b71 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:23.000536 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-d5dd8a34-d301-4e58-a5b5-63a3aedb0b71 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 809 time: 0.1065238 Mar 04 15:51:23.081848 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87d7f557-a7ea-458f-8c04-f747be35eff7 req-dc73e939-2f30-4d87-9334-9987dc0de9d5 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 210 time: 0.0408504 Mar 04 15:51:23.096020 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-61de9ed0-93d8-433a-982e-28e6c7dc2ced tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279e0243a92842d0af911fa384f167ae HTTP/1.1" status: 200 len: 380 time: 0.0825896 Mar 04 15:51:23.115451 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'port': {'device_id': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'admin_state_up': True, 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'security_groups': ['0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:51:23.269547 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Made reservation on behalf of 279e0243a92842d0af911fa384f167ae for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:51:23.272980 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:23.642004 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f9d9e-769d-4bbb-b92b-62f154023174 req-50ce3c28-d134-4972-a233-1f46c48490bf tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:23.643460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c4f9d9e-769d-4bbb-b92b-62f154023174 req-50ce3c28-d134-4972-a233-1f46c48490bf tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0970082 Mar 04 15:51:23.661419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Allocated IP 172.20.0.9 (eb10a25d-27c1-4282-8629-7355c19efe98/e265c04b-b166-4604-9d80-cd8fb337ed0d/4080b158-032b-4144-8f48-10e527ba9992) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:51:23.718980 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c4f9d9e-769d-4bbb-b92b-62f154023174 req-c05d8995-1032-45a3-afdf-7dd2690f80b0 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692480 Mar 04 15:51:23.834054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for port (4080b158-032b-4144-8f48-10e527ba9992), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:23.978741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.026404 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Network eb10a25d-27c1-4282-8629-7355c19efe98 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:51:24.029788 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:51:24.033914 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:51:24.038986 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:24.039645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.053811 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:24.143632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-ff67acb5-da17-47be-9627-76b67afa7d06 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0317175 Mar 04 15:51:24.159829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Request body: {'port': {'device_id': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:51:24.256533 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.275618 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-ec88465f-cbba-4a93-bf1b-16103cc0b637 None None] Provisioning complete for port 4080b158-032b-4144-8f48-10e527ba9992 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:51:24.276141 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ec88465f-cbba-4a93-bf1b-16103cc0b637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (4080b158-032b-4144-8f48-10e527ba9992), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.293994 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b817e-736b-4f92-9aac-7f4a8bb2bb50 req-60106f93-1efb-4a4c-9456-eb85b26e00e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:24.295508 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a9b817e-736b-4f92-9aac-7f4a8bb2bb50 req-60106f93-1efb-4a4c-9456-eb85b26e00e6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 931 time: 0.1135092 Mar 04 15:51:24.322273 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-ec88465f-cbba-4a93-bf1b-16103cc0b637 None None] Port 4080b158-032b-4144-8f48-10e527ba9992 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:51:24.428765 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a9b817e-736b-4f92-9aac-7f4a8bb2bb50 req-c06d47bf-4db0-4852-baa0-f2f17b6a0bbc tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046648 Mar 04 15:51:24.592920 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4080b158-032b-4144-8f48-10e527ba9992 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:51:24.600435 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Publish callbacks [] for port (4080b158-032b-4144-8f48-10e527ba9992), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.612784 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Transition to ACTIVE for port object 4080b158-032b-4144-8f48-10e527ba9992 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:51:24.709016 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.760228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:24.792202 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Attempting to bind port 4080b158-032b-4144-8f48-10e527ba9992 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:51:24.792543 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Attempting to bind port 4080b158-032b-4144-8f48-10e527ba9992 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:51:24.792873 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Attempting to bind port 4080b158-032b-4144-8f48-10e527ba9992 on network eb10a25d-27c1-4282-8629-7355c19efe98 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:51:24.797584 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Port 4080b158-032b-4144-8f48-10e527ba9992 on network eb10a25d-27c1-4282-8629-7355c19efe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:51:24.797939 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Attempting to bind port 4080b158-032b-4144-8f48-10e527ba9992 on network eb10a25d-27c1-4282-8629-7355c19efe98 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:51:24.802999 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:51:24.803419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Checking segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:51:24.803980 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Bound using segment: {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:51:24.804405 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Bound port: 4080b158-032b-4144-8f48-10e527ba9992, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'facf90f5-c114-497e-b53b-f2856b566b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:51:24.804786 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.873743 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:51:24.877455 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:51:24.944322 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.980343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:24.980970 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:24.982401 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] 10.222.0.16 "PUT /v2.0/ports/4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 1093 time: 0.8284872 Mar 04 15:51:24.982842 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:51:24.985066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:51:25.008227 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b30d-2f95-495b-9e93-5a0ddd291cff service neutron] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:25.040325 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2a81c-7f5f-4fa0-a962-e01b97632de7 x-openstack-request-id: req-7bc2a81c-7f5f-4fa0-a962-e01b97632de7 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:51:25.040918 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:51:25.040918 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bc2a81c-7f5f-4fa0-a962-e01b97632de7 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:51:25.041258 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'status': 'completed', 'code': 200} Mar 04 15:51:25.110472 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7 req-16b1e368-ee8b-42f8-8c80-2a5a296f06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.112154 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7 req-16b1e368-ee8b-42f8-8c80-2a5a296f06fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1127 time: 0.0486283 Mar 04 15:51:25.289088 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7 req-3af15d14-b83f-4912-b2aa-94e5470ad7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.290588 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7 req-3af15d14-b83f-4912-b2aa-94e5470ad7a9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=279e0243a92842d0af911fa384f167ae&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1706645 Mar 04 15:51:25.455580 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7 req-ab8ba9df-6e56-4c78-91b6-cab5eace3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.457830 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-27fa9ba9-9ac9-4d84-8dfb-cd9a363afbd7 req-ab8ba9df-6e56-4c78-91b6-cab5eace3338 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548297 Mar 04 15:51:25.584751 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50515-b41e-4ce5-9e13-9758203d9442 req-891dbf0b-757b-4bbf-a2db-262b26039600 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.586248 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-74c50515-b41e-4ce5-9e13-9758203d9442 req-891dbf0b-757b-4bbf-a2db-262b26039600 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0915160 Mar 04 15:51:25.587976 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-e00627c6-a7a0-4f11-99e9-592cf0dc6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.589353 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-e00627c6-a7a0-4f11-99e9-592cf0dc6cf8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1127 time: 0.0647480 Mar 04 15:51:25.646813 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-a8deb413-d77e-4b56-a2d5-734942a0f13c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 217 time: 0.0408475 Mar 04 15:51:25.687871 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-74c50515-b41e-4ce5-9e13-9758203d9442 req-f95535f5-689d-4ec6-8c32-0cdfe1bf1621 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961096 Mar 04 15:51:25.708164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-cb224968-a162-4471-a9f1-c8b0b1b959d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.709779 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-cb224968-a162-4471-a9f1-c8b0b1b959d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0531783 Mar 04 15:51:25.760659 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442157e-81e7-4a4c-be63-6266d396e335 req-9a7ba847-1a9a-4b76-89cd-f94d62963b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:25.762124 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-9a7ba847-1a9a-4b76-89cd-f94d62963b4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457718 Mar 04 15:51:25.846686 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-3b07abf3-d3d2-4987-8c4a-675c0f52de6d service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768716 Mar 04 15:51:25.936281 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3442157e-81e7-4a4c-be63-6266d396e335 req-9c068cf3-71b8-4f73-b547-4d44d482c20c service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Mar 04 15:51:26.803661 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9a0fd-1dce-4879-aa89-0d1f6538c728 req-1af82ba9-60ca-4d00-b8a9-fd599db71b83 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:26.805088 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6be9a0fd-1dce-4879-aa89-0d1f6538c728 req-1af82ba9-60ca-4d00-b8a9-fd599db71b83 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Mar 04 15:51:26.851861 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6be9a0fd-1dce-4879-aa89-0d1f6538c728 req-798d40fe-7483-402a-b558-476151511686 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Mar 04 15:51:27.964649 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1c30a-e64b-434e-9b42-822ca0d16ad9 req-802646b2-2973-4f29-a3c1-26de1f049968 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:27.966126 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84b1c30a-e64b-434e-9b42-822ca0d16ad9 req-802646b2-2973-4f29-a3c1-26de1f049968 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0508800 Mar 04 15:51:28.012862 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84b1c30a-e64b-434e-9b42-822ca0d16ad9 req-e09eeea0-517b-42ce-8dad-87127e3ff0f6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 Mar 04 15:51:29.129996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcc4bc-8fa7-4b36-8bf4-937ba7310ff9 req-6944ba04-39f1-44eb-8c1c-d31f5d93f451 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:29.131527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2dfcc4bc-8fa7-4b36-8bf4-937ba7310ff9 req-6944ba04-39f1-44eb-8c1c-d31f5d93f451 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0548339 Mar 04 15:51:29.179277 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2dfcc4bc-8fa7-4b36-8bf4-937ba7310ff9 req-2612442c-aa72-4681-83c2-abd8892464df tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Mar 04 15:51:30.291105 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8390-c960-4e88-b2f4-103dcf1e2576 req-08fbfb91-8ef4-4c06-a3d4-9ac1858b81c6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:30.292556 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd9f8390-c960-4e88-b2f4-103dcf1e2576 req-08fbfb91-8ef4-4c06-a3d4-9ac1858b81c6 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0512342 Mar 04 15:51:30.340968 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd9f8390-c960-4e88-b2f4-103dcf1e2576 req-239aece9-a1b1-4718-8f26-78b292a97163 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Mar 04 15:51:31.461113 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f2890-f478-4f62-a492-d46dd3709ec8 req-6960f426-e459-4b71-96ac-7c86215ab67c tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:31.462655 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-388f2890-f478-4f62-a492-d46dd3709ec8 req-6960f426-e459-4b71-96ac-7c86215ab67c tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0579851 Mar 04 15:51:31.539722 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-388f2890-f478-4f62-a492-d46dd3709ec8 req-f40cdc77-f3f9-44e8-9066-ef2e1b92f9b1 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713375 Mar 04 15:51:31.554701 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8fa8-18c0-4ede-b621-108f2014bf0a req-577b3fd2-3b92-4030-9a93-9743ed3585a9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:31.556141 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d4b8fa8-18c0-4ede-b621-108f2014bf0a req-577b3fd2-3b92-4030-9a93-9743ed3585a9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0745873 Mar 04 15:51:31.602411 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d4b8fa8-18c0-4ede-b621-108f2014bf0a req-30e24c31-532d-4e12-988c-b06713785bfd tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Mar 04 15:51:32.660577 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d7ae-1340-4f29-9be3-f2e5ca6938fb req-581bbe6d-273e-4f25-9bab-31dae744be98 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:32.662069 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-56e4d7ae-1340-4f29-9be3-f2e5ca6938fb req-581bbe6d-273e-4f25-9bab-31dae744be98 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0518486 Mar 04 15:51:32.743598 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-56e4d7ae-1340-4f29-9be3-f2e5ca6938fb req-5d18d941-16d2-4c82-86b1-638cfffc19ea tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760288 Mar 04 15:51:32.755313 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e3d52-6633-484d-97fa-3a5e94488b61 req-4c722e7f-9f5b-462e-b754-4a914456c029 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:32.756731 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ea9e3d52-6633-484d-97fa-3a5e94488b61 req-4c722e7f-9f5b-462e-b754-4a914456c029 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0835640 Mar 04 15:51:32.801686 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ea9e3d52-6633-484d-97fa-3a5e94488b61 req-d973887d-85c4-4825-a428-073a0a64e637 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Mar 04 15:51:33.862990 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266de40-47d0-440b-9a26-d26180db6d9e req-5b485448-739a-437f-b913-238381773512 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:33.864578 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b266de40-47d0-440b-9a26-d26180db6d9e req-5b485448-739a-437f-b913-238381773512 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0531101 Mar 04 15:51:33.948803 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b266de40-47d0-440b-9a26-d26180db6d9e req-b2052b89-5f91-402f-b049-3e247eba350a tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731544 Mar 04 15:51:33.956992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e1d6-a9b0-4821-9980-f8309f3ffd3d req-33ee1bd5-94f0-48a6-8c6c-8beaa6a71138 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:33.958506 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6727e1d6-a9b0-4821-9980-f8309f3ffd3d req-33ee1bd5-94f0-48a6-8c6c-8beaa6a71138 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0911357 Mar 04 15:51:34.008108 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6727e1d6-a9b0-4821-9980-f8309f3ffd3d req-1408d2af-351c-465f-ab9c-65c94df15d9f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Mar 04 15:51:35.024088 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-31519945-d64c-4ffa-9233-458b1e412444 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:35.030048 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-31519945-d64c-4ffa-9233-458b1e412444 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.0554397 Mar 04 15:51:35.207702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54648c-1ec0-4718-9d9b-feb7954c022c req-16a94de2-6f61-4591-a73a-dfc1b8f25b19 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:35.207702 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ed54648c-1ec0-4718-9d9b-feb7954c022c req-16a94de2-6f61-4591-a73a-dfc1b8f25b19 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.1785321 Mar 04 15:51:35.215059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525bfd0-d12d-439f-b35f-1eeea771353a req-bf16b600-38e7-44b6-807a-2b59848d4e7f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:35.222213 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e525bfd0-d12d-439f-b35f-1eeea771353a req-bf16b600-38e7-44b6-807a-2b59848d4e7f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 945 time: 0.1362302 Mar 04 15:51:35.295449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Deleting port bbd6ef26-1123-4c92-ab71-e0cbea9c436a {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:51:35.295806 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:35.319112 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ed54648c-1ec0-4718-9d9b-feb7954c022c req-a6fb8982-6329-412d-afea-2b2bff239457 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946341 Mar 04 15:51:35.364515 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e525bfd0-d12d-439f-b35f-1eeea771353a req-79fdd30f-100f-4e1d-9432-2793f776fa2c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413112 Mar 04 15:51:35.410265 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] For port bbd6ef26-1123-4c92-ab71-e0cbea9c436a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:51:35.410627 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:35.423112 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Calling delete_port for bbd6ef26-1123-4c92-ab71-e0cbea9c436a owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:51:35.652568 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (bbd6ef26-1123-4c92-ab71-e0cbea9c436a), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:35.664640 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['efb7fa62-73bc-4d83-8be4-598c1eb6119c', 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:51:35.682120 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Pushing event deleted for resources: {'Port': ['ID=bbd6ef26-1123-4c92-ab71-e0cbea9c436a,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:35.707072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.707430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.707782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.708129 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.708472 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.708812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.709144 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.709480 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.709842 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.710183 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.713051 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.713051 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.713051 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:35.735009 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] No DVR routers for this DVR port bbd6ef26-1123-4c92-ab71-e0cbea9c436a on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:51:35.737583 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:35.740854 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-458d0d76-2cb9-46ef-bd66-c75eb931c83e req-4e931c8c-36a3-4f03-a5ba-df6d8f7b3754 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "DELETE /v2.0/ports/bbd6ef26-1123-4c92-ab71-e0cbea9c436a HTTP/1.1" status: 204 len: 173 time: 0.7024665 Mar 04 15:51:35.741301 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'name': 'network-vif-deleted', 'tag': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:51:35.743550 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cdfa3b-d9d7-4fd0-a739-cd32fd5223cc" -d '{"events": [{"server_uuid": "5a3e7b49-d263-44c4-95cf-40d1f9c26e42", "name": "network-vif-deleted", "tag": "bbd6ef26-1123-4c92-ab71-e0cbea9c436a"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:51:35.777937 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c280c70-559c-4ef6-9faa-4a8395c39fbc x-openstack-request-id: req-9c280c70-559c-4ef6-9faa-4a8395c39fbc {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:51:35.778242 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3e7b49-d263-44c4-95cf-40d1f9c26e42", "name": "network-vif-deleted", "tag": "bbd6ef26-1123-4c92-ab71-e0cbea9c436a", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:51:35.778503 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c280c70-559c-4ef6-9faa-4a8395c39fbc {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:51:35.778906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3e7b49-d263-44c4-95cf-40d1f9c26e42', 'name': 'network-vif-deleted', 'tag': 'bbd6ef26-1123-4c92-ab71-e0cbea9c436a', 'status': 'completed', 'code': 200} Mar 04 15:51:36.438184 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d6cd9-7367-4aa8-93d9-bc3da196f164 req-c243ca82-f2f6-4ab5-84af-4ddeaa21996d tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:36.440182 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-580d6cd9-7367-4aa8-93d9-bc3da196f164 req-c243ca82-f2f6-4ab5-84af-4ddeaa21996d tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0539844 Mar 04 15:51:36.490742 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-580d6cd9-7367-4aa8-93d9-bc3da196f164 req-d862f904-7aea-4482-ba35-4cf454c33a8f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Mar 04 15:51:36.583412 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-abd48922-ab28-403c-b9ed-648754afea10 req-c4129079-1833-4c9f-9d49-bedd46828268 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3e7b49-d263-44c4-95cf-40d1f9c26e42 HTTP/1.1" status: 200 len: 210 time: 0.0267763 Mar 04 15:51:36.595848 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:51:36.694672 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:51:36.705251 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '4080b158-032b-4144-8f48-10e527ba9992', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'port_id': '4080b158-032b-4144-8f48-10e527ba9992', 'mac_address': 'fa:16:3e:43:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:51:36.744197 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 4080b158-032b-4144-8f48-10e527ba9992 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:51:36.744580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:36.758249 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4080b158-032b-4144-8f48-10e527ba9992 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:51:36.777688 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:51:36.841011 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:36.891641 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:36.898848 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.899223 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.899586 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.899925 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.900258 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.900585 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.900915 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.901237 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.901562 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.902042 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.902237 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.902613 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:36.903045 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:51:37.388615 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['4080b158-032b-4144-8f48-10e527ba9992'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:51:37.619682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e9a59-6118-48bd-ac79-38a40d72f94d req-763db68e-f85e-42df-99fd-61d9038e7c1b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:37.624411 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-078e9a59-6118-48bd-ac79-38a40d72f94d req-763db68e-f85e-42df-99fd-61d9038e7c1b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 944 time: 0.0625374 Mar 04 15:51:37.677987 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-078e9a59-6118-48bd-ac79-38a40d72f94d req-76ac8afb-1413-44da-bf11-019f7e43c869 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Mar 04 15:51:37.961846 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:51:37.986270 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34094) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:38.106443 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3cfed9a1-167e-47b5-97ae-30b75a6cd4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.140217 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181eeb-50bf-4644-9b82-57beac370a7b req-b7a6a5c5-1a7e-4035-8a7b-08ef827c35d2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:38.141673 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-23181eeb-50bf-4644-9b82-57beac370a7b req-b7a6a5c5-1a7e-4035-8a7b-08ef827c35d2 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0774245 Mar 04 15:51:38.211733 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-23181eeb-50bf-4644-9b82-57beac370a7b req-4326d3be-a195-4e2b-a600-369c4278c441 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Mar 04 15:51:38.231860 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3cfed9a1-167e-47b5-97ae-30b75a6cd4f5 admin admin] Publish callbacks [] for security_group (bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.321967 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3cfed9a1-167e-47b5-97ae-30b75a6cd4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.362040 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-3cfed9a1-167e-47b5-97ae-30b75a6cd4f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=297707e85e8c4e0a9754aea00b5f9501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757608 Mar 04 15:51:38.362402 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfed9a1-167e-47b5-97ae-30b75a6cd4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:38.364277 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34104) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:38.412287 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4f67369-b76d-4de5-9517-3747362fc71f admin admin] Publish callbacks [] for security_group (bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.432811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4f67369-b76d-4de5-9517-3747362fc71f admin admin] Publish callbacks [] for security_group (bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.549366 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4f67369-b76d-4de5-9517-3747362fc71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.551929 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4f67369-b76d-4de5-9517-3747362fc71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:38.553118 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-e4f67369-b76d-4de5-9517-3747362fc71f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb HTTP/1.1" status: 204 len: 168 time: 0.1878529 Mar 04 15:51:38.560498 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f67369-b76d-4de5-9517-3747362fc71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf55e3-3d5e-4f88-bf47-4c232a0cf5fb,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:38.603259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device bbd6ef26-1123-4c92-ab71-e0cbea9c436a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:51:38.623247 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: bbd6ef26-1123-4c92-ab71-e0cbea9c436a {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:51:38.623601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device bbd6ef26-1123-4c92-ab71-e0cbea9c436a not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:51:38.800629 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba6c74-8abb-46d4-a8b2-cfe80df8d91f req-1c3786a3-0f40-439e-9829-0357c5c7b052 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:38.801435 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c9ba6c74-8abb-46d4-a8b2-cfe80df8d91f req-1c3786a3-0f40-439e-9829-0357c5c7b052 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 944 time: 0.0566092 Mar 04 15:51:38.850636 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c9ba6c74-8abb-46d4-a8b2-cfe80df8d91f req-2888e4e4-1802-44dd-b12e-3caf479a8bb2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Mar 04 15:51:39.331998 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ead50-7bef-4fd3-b878-6d6f334f0695 req-eb69a607-0d7e-4948-b00e-694c15de268a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:39.333456 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-230ead50-7bef-4fd3-b878-6d6f334f0695 req-eb69a607-0d7e-4948-b00e-694c15de268a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0530741 Mar 04 15:51:39.381507 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-230ead50-7bef-4fd3-b878-6d6f334f0695 req-88f9e46a-1d8b-41c4-a01a-9c412c98541b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424302 Mar 04 15:51:39.726581 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6cf39271-d13f-4c05-a156-ffa14efa2911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:39.969961 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361059eb-2da4-454a-ae38-8bdf3e23781e req-5f46d884-41fb-4ca7-9620-0cd715ac783d tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:39.971432 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-361059eb-2da4-454a-ae38-8bdf3e23781e req-5f46d884-41fb-4ca7-9620-0cd715ac783d tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 944 time: 0.0551791 Mar 04 15:51:40.020753 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-361059eb-2da4-454a-ae38-8bdf3e23781e req-4b12d595-bf90-45f3-9277-40046e03f31e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Mar 04 15:51:40.393505 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63431aaf-46de-48c3-8e5a-80ed4abee3cc req-65f23f4d-271c-4fb9-a5a4-0f10f1663acc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:40.395206 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-63431aaf-46de-48c3-8e5a-80ed4abee3cc req-65f23f4d-271c-4fb9-a5a4-0f10f1663acc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0524771 Mar 04 15:51:40.444690 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-63431aaf-46de-48c3-8e5a-80ed4abee3cc req-d2237282-71e2-4d19-86af-0154d67dd781 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Mar 04 15:51:40.500675 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42537a-e0e9-4c7a-b9ba-4165edc8f31c req-0d7a3202-7fea-4a47-acbe-f4255a60fda9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:40.502186 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fe42537a-e0e9-4c7a-b9ba-4165edc8f31c req-0d7a3202-7fea-4a47-acbe-f4255a60fda9 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0514927 Mar 04 15:51:40.550535 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fe42537a-e0e9-4c7a-b9ba-4165edc8f31c req-d19b1de1-7243-4d33-b235-b6ccd52c69ba tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Mar 04 15:51:40.613627 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:51:40.737787 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 4080b158-032b-4144-8f48-10e527ba9992 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:51:40.741546 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 4080b158-032b-4144-8f48-10e527ba9992 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:51:40.741951 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (4080b158-032b-4144-8f48-10e527ba9992), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:40.815427 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 4080b158-032b-4144-8f48-10e527ba9992 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:51:40.815815 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:40.837223 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:51:40.839428 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1947ea0-4b4a-48ff-a129-4c311952a5c7" -d '{"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-plugged", "status": "completed", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:51:40.852068 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:51:40.872693 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8316b89-2c46-444d-903c-64dad3799924 x-openstack-request-id: req-c8316b89-2c46-444d-903c-64dad3799924 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:51:40.872987 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-plugged", "status": "completed", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:51:40.873254 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8316b89-2c46-444d-903c-64dad3799924 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:51:40.873727 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'code': 200} Mar 04 15:51:40.926441 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:40.975400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:41.136616 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a623a7-0835-42b3-8f9d-0f55c6f02f98 req-80066ceb-e9de-4b69-959c-967f2071fec2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:41.138129 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-10a623a7-0835-42b3-8f9d-0f55c6f02f98 req-80066ceb-e9de-4b69-959c-967f2071fec2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0528548 Mar 04 15:51:41.228290 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-10a623a7-0835-42b3-8f9d-0f55c6f02f98 req-3b691575-0279-4fc7-8712-01e3129aeb82 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777254 Mar 04 15:51:41.245497 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-0e03ec7d-2109-4dd6-959c-9c29e529261c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577219 Mar 04 15:51:41.297847 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:41.325826 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-11dacd77-073a-419f-bbbd-aa0e4ee0c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:41.327527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-11dacd77-073a-419f-bbbd-aa0e4ee0c5ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1129 time: 0.0450616 Mar 04 15:51:41.341149 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621cfc-426e-4505-8ebb-08dcd7d6135e req-9954dfef-66db-4f31-9881-d11af74bd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:41.342845 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-5a621cfc-426e-4505-8ebb-08dcd7d6135e req-9954dfef-66db-4f31-9881-d11af74bd044 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0449133 Mar 04 15:51:41.399786 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-5a621cfc-426e-4505-8ebb-08dcd7d6135e req-77987147-9aa2-4d6f-a241-eb5e31d994b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Mar 04 15:51:41.444475 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-ac4697bf-3a10-46a3-9414-b194e56c4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:41.445972 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-ac4697bf-3a10-46a3-9414-b194e56c4c15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.0890636 Mar 04 15:51:41.567893 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d99ccf-6825-407b-9972-95091b0c8d35 req-8d42ae61-2fdf-4105-8907-8b0c25133f69 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:41.569262 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f2d99ccf-6825-407b-9972-95091b0c8d35 req-8d42ae61-2fdf-4105-8907-8b0c25133f69 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Mar 04 15:51:41.616228 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f2d99ccf-6825-407b-9972-95091b0c8d35 req-6736793c-461d-4b83-955a-e58ebd9ee177 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Mar 04 15:51:41.964995 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025e12-48bd-4aa5-8e23-5f73eb44ecaf req-d1752ac4-9399-4271-9da4-3c170e38d90c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:41.966396 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd025e12-48bd-4aa5-8e23-5f73eb44ecaf req-d1752ac4-9399-4271-9da4-3c170e38d90c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.3493266 Mar 04 15:51:41.970152 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-612d914b-9c70-4929-9364-6eebe3f050f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 1001 time: 0.1030247 Mar 04 15:51:42.044760 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd025e12-48bd-4aa5-8e23-5f73eb44ecaf req-fa534e95-3d60-47c7-a38d-ee7ab51f241d tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727918 Mar 04 15:51:42.046244 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-8a802af6-8c94-40fe-a4d9-830ebbcefb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:42.047737 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-8a802af6-8c94-40fe-a4d9-830ebbcefb5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0693657 Mar 04 15:51:42.057679 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a8c532f8-b868-4e4b-b36c-cddc5222ff1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:42.105317 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-52d6d8af-c922-4377-8543-e1e856d8a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:42.106813 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-52d6d8af-c922-4377-8543-e1e856d8a9d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434725 Mar 04 15:51:42.204425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-c78c265f-7d20-4742-b120-6aec58d8978f service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834992 Mar 04 15:51:42.343020 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-823021c2-b83e-4ee6-8c65-8432a186bc07 req-a9c7265d-ac6a-4afd-9222-e51e1462eead service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275508 Mar 04 15:51:42.369087 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630f50-231f-43ef-89b1-5e1816386e57 req-5cf28a23-066e-47dd-b944-ab8701d1c9f3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:42.370590 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aa630f50-231f-43ef-89b1-5e1816386e57 req-5cf28a23-066e-47dd-b944-ab8701d1c9f3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0672774 Mar 04 15:51:42.420484 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aa630f50-231f-43ef-89b1-5e1816386e57 req-81b4af69-5f3c-4dbb-bd0c-80b88c5fbfa0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Mar 04 15:51:42.748517 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d4641-ef78-40f1-bf66-a81f1d41061f req-e66dafa0-6640-4488-a8ab-5c637803dc37 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:42.748517 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-946d4641-ef78-40f1-bf66-a81f1d41061f req-e66dafa0-6640-4488-a8ab-5c637803dc37 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0564990 Mar 04 15:51:42.796285 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-946d4641-ef78-40f1-bf66-a81f1d41061f req-7c165030-0d7e-46ca-ae59-249c432afb0a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 Mar 04 15:51:43.163581 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f46b89-5717-4d58-882d-ee962507cae8 req-8d4f4e0f-87f4-4f45-8345-9caefd101bef tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:43.165082 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54f46b89-5717-4d58-882d-ee962507cae8 req-8d4f4e0f-87f4-4f45-8345-9caefd101bef tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0534737 Mar 04 15:51:43.214604 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54f46b89-5717-4d58-882d-ee962507cae8 req-8fe6d7c5-6010-44d2-b9ca-3552a8ba4d90 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Mar 04 15:51:43.269086 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:43.537677 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6133c-08f7-421f-a11c-2831f708a6a0 req-57fc5391-0903-4d18-87b7-6d33edee2405 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:43.539193 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66f6133c-08f7-421f-a11c-2831f708a6a0 req-57fc5391-0903-4d18-87b7-6d33edee2405 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0529766 Mar 04 15:51:43.587909 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66f6133c-08f7-421f-a11c-2831f708a6a0 req-b6988289-8d2b-49bd-819c-93c3cb718787 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Mar 04 15:51:43.702338 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398c5b6-fac4-4f63-b5b7-701363cc6815 req-30a5d706-8feb-40d0-b43a-2bf12717c4c0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:43.703872 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b398c5b6-fac4-4f63-b5b7-701363cc6815 req-30a5d706-8feb-40d0-b43a-2bf12717c4c0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0516944 Mar 04 15:51:43.755184 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b398c5b6-fac4-4f63-b5b7-701363cc6815 req-3c420c30-e04c-4ea0-85fd-8b36c717b40b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457349 Mar 04 15:51:43.776240 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34220) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:43.927419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3e65-f67c-48a6-8b24-7822fe092136 req-5fae6267-6dca-4885-8ea8-c9419ccf85f9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:43.936767 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c9d3e65-f67c-48a6-8b24-7822fe092136 req-5fae6267-6dca-4885-8ea8-c9419ccf85f9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0629888 Mar 04 15:51:44.008237 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c9d3e65-f67c-48a6-8b24-7822fe092136 req-1848757e-1fd6-44e0-a749-79a1c07234ae tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721414 Mar 04 15:51:44.010282 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d3a9a-c515-430e-ae23-a97ef3584feb tempest-TestShelveInstance-1622481132 tempest-TestShelveInstance-1622481132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:44.014404 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-301d3a9a-c515-430e-ae23-a97ef3584feb tempest-TestShelveInstance-1622481132 tempest-TestShelveInstance-1622481132-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1124 time: 0.2345290 Mar 04 15:51:44.015002 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34230) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:44.019808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'port_id': '4080b158-032b-4144-8f48-10e527ba9992', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:51:44.115057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:44.210765 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:44.345493 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Allocated IP 172.27.2.216 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/826e80dc-ce47-422c-9b4b-24c26bae0ce3) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:51:44.368014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93ccc-5f87-48f3-b060-56e01761fb42 req-3e4c01e1-c9b8-4451-990c-44d5821e5b38 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:44.369385 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d3e93ccc-5f87-48f3-b060-56e01761fb42 req-3e4c01e1-c9b8-4451-990c-44d5821e5b38 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0828772 Mar 04 15:51:44.463870 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d3e93ccc-5f87-48f3-b060-56e01761fb42 req-46bac287-2a09-4e9b-980b-b78b77fecc13 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809102 Mar 04 15:51:44.489561 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:44.555347 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:44.599119 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:51:44.601968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:51:44.606338 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:51:44.611577 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'Port': ['ID=826e80dc-ce47-422c-9b4b-24c26bae0ce3,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:44.675121 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:44.932686 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for floatingip (cf83fe58-397e-4208-8d97-81508b8344c4), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:45.060119 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:45.192662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f6b7e-964b-4d99-a0b9-cdc7b296384c req-de03d42e-acc0-4114-8eb2-d5832ab761d5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:45.194040 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5f6b7e-964b-4d99-a0b9-cdc7b296384c req-de03d42e-acc0-4114-8eb2-d5832ab761d5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.1104612 Mar 04 15:51:45.271714 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a5f6b7e-964b-4d99-a0b9-cdc7b296384c req-7c288be3-6e72-4436-b7ea-5113a8de8ee2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716667 Mar 04 15:51:45.280240 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:45.343407 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:45.374265 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (cf83fe58-397e-4208-8d97-81508b8344c4), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:45.425542 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event updated for resources: {'Port': ['ID=826e80dc-ce47-422c-9b4b-24c26bae0ce3,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:45.484726 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Floating IP cf83fe58-397e-4208-8d97-81508b8344c4 associated. External IP: 172.27.2.216, port: 4080b158-032b-4144-8f48-10e527ba9992. Mar 04 15:51:45.629957 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df910c1-b69f-4d4f-8239-a14090d07309 req-5f48308a-890b-41fb-8b49-df7dbb475b33 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:45.631391 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4df910c1-b69f-4d4f-8239-a14090d07309 req-5f48308a-890b-41fb-8b49-df7dbb475b33 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.1003604 Mar 04 15:51:45.746335 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4df910c1-b69f-4d4f-8239-a14090d07309 req-5f48cefd-ab55-4df6-a4e8-198f10e42535 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Mar 04 15:51:45.764071 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:51:45.870198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:51:45.880323 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] Sync routers for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:51:45.889387 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:51:45.896111 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:51:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:51:45.991718 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:45.993970 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:51:46.022266 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ffba5611-9b77-4ab9-92df-4c371f45faf2 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0060463 Mar 04 15:51:46.022863 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:51:46.025089 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcb69c4-0393-4fce-88d0-4f7a339fe689" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:51:46.075931 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c4cc6-c0f3-435e-bd89-549531b3b7b7 x-openstack-request-id: req-a73c4cc6-c0f3-435e-bd89-549531b3b7b7 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:51:46.076331 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:51:46.076585 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a73c4cc6-c0f3-435e-bd89-549531b3b7b7 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:51:46.077012 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'status': 'completed', 'code': 200} Mar 04 15:51:46.120773 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:46.214181 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'cf83fe58-397e-4208-8d97-81508b8344c4', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'port_id': '4080b158-032b-4144-8f48-10e527ba9992', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'mac_address': 'fa:16:3e:43:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:51:44Z', 'updated_at': '2022-03-04T15:51:44Z', 'revision_number': 0, 'project_id': '279e0243a92842d0af911fa384f167ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:51:46.243345 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] Checking router: 6bfe73ea-b38c-4ffb-bf62-8be91262e280 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:51:46.251278 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:51:46.251911 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:51:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:51:46.357619 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:51:46.394298 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534c58-f362-441d-b6f2-242bbf541301 req-865ad246-5737-4dfd-b835-5353763acd2e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:46.395906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52534c58-f362-441d-b6f2-242bbf541301 req-865ad246-5737-4dfd-b835-5353763acd2e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0553398 Mar 04 15:51:46.441875 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52534c58-f362-441d-b6f2-242bbf541301 req-34f91455-610a-4314-b9c1-e03f498040e0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Mar 04 15:51:46.573585 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'cf83fe58-397e-4208-8d97-81508b8344c4', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'port_id': '4080b158-032b-4144-8f48-10e527ba9992', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'mac_address': 'fa:16:3e:43:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:51:44Z', 'updated_at': '2022-03-04T15:51:44Z', 'revision_number': 0, 'project_id': '279e0243a92842d0af911fa384f167ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:51:46.599969 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382176c-897f-4f32-af19-1061c4c6d673 None None] The sync data for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi is: [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'cf83fe58-397e-4208-8d97-81508b8344c4', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'port_id': '4080b158-032b-4144-8f48-10e527ba9992', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'mac_address': 'fa:16:3e:43:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:51:44Z', 'updated_at': '2022-03-04T15:51:44Z', 'revision_number': 0, 'project_id': '279e0243a92842d0af911fa384f167ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:51:46.787849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bf321-ea2c-453a-8651-5e8b39ce2271 None None] New status for floating IP cf83fe58-397e-4208-8d97-81508b8344c4: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:51:46.867671 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791408e-372b-4fdf-bf85-3b0903f55814 req-be36ca7f-5031-4b9b-9ece-1aa55143f82c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:46.869043 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b791408e-372b-4fdf-bf85-3b0903f55814 req-be36ca7f-5031-4b9b-9ece-1aa55143f82c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0523140 Mar 04 15:51:46.914833 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b791408e-372b-4fdf-bf85-3b0903f55814 req-c8f16d5c-c9af-4a7f-ae1d-5756a844c057 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Mar 04 15:51:47.201292 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-d30283a1-c6b0-4daf-ba22-a422c847dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:47.202820 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-d30283a1-c6b0-4daf-ba22-a422c847dc48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0426018 Mar 04 15:51:47.291239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-2cff425e-7694-42ff-9d71-70670fc2e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:47.292664 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-2cff425e-7694-42ff-9d71-70670fc2e6c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 910 time: 0.0827858 Mar 04 15:51:47.359596 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-04c7c580-1ec4-4e72-a880-478e8e214edd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 1001 time: 0.0577385 Mar 04 15:51:47.409335 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-4255e665-43d0-45c7-bc27-4891fe8bbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:47.410764 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-4255e665-43d0-45c7-bc27-4891fe8bbd54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0451300 Mar 04 15:51:47.458132 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-d1ad23de-505c-44c3-a26b-8f9e40148b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:47.459583 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-d1ad23de-505c-44c3-a26b-8f9e40148b27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425041 Mar 04 15:51:47.582082 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-8acd4b0b-c621-4993-bafe-5bbd7a23c96b service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149187 Mar 04 15:51:47.589460 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c7215-cebb-45cf-980e-a6de5457265b req-0affbb68-d509-432d-8c1f-6dc86179f865 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:47.590816 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad9c7215-cebb-45cf-980e-a6de5457265b req-0affbb68-d509-432d-8c1f-6dc86179f865 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0786242 Mar 04 15:51:47.919947 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad9c7215-cebb-45cf-980e-a6de5457265b req-514c8c36-8cb2-40d4-bb90-21ee2eb761b4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214762 Mar 04 15:51:47.943066 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1fcb69c4-0393-4fce-88d0-4f7a339fe689 req-a7e6a32b-dc90-4b83-b8f0-5cd95b647238 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513339 Mar 04 15:51:48.032567 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4076c5-f717-4281-9959-9b6f237b57da req-9afba7c1-e187-47cb-8bb3-79853774ec01 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:48.034069 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eb4076c5-f717-4281-9959-9b6f237b57da req-9afba7c1-e187-47cb-8bb3-79853774ec01 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0531938 Mar 04 15:51:48.079946 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eb4076c5-f717-4281-9959-9b6f237b57da req-e9d8b0fb-0e66-4d0f-b213-30de99874447 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Mar 04 15:51:49.038695 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61899-d6c2-46f0-a18a-46b3e0946e7b req-2fbd6397-e681-4f07-a1cc-8483d25382b3 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:49.040136 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-04b61899-d6c2-46f0-a18a-46b3e0946e7b req-2fbd6397-e681-4f07-a1cc-8483d25382b3 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Mar 04 15:51:49.084514 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-04b61899-d6c2-46f0-a18a-46b3e0946e7b req-74ff9eea-51c7-4c67-9aee-32cd669c9da7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390191 Mar 04 15:51:49.197200 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384f9a9-2d69-4901-af72-7cdd1bf65116 req-f5acc342-9434-4565-8a83-7520e7a0bcff tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:49.198731 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2384f9a9-2d69-4901-af72-7cdd1bf65116 req-f5acc342-9434-4565-8a83-7520e7a0bcff tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0548863 Mar 04 15:51:49.243639 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2384f9a9-2d69-4901-af72-7cdd1bf65116 req-e29d84de-33ad-48c0-a16b-d7bc499e617f tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Mar 04 15:51:50.202329 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2207b8-891d-45eb-a5ca-d11abca9e273 req-258a308b-a93c-43bb-a0de-a12faa68630c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:50.203805 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc2207b8-891d-45eb-a5ca-d11abca9e273 req-258a308b-a93c-43bb-a0de-a12faa68630c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Mar 04 15:51:50.251610 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc2207b8-891d-45eb-a5ca-d11abca9e273 req-28fd45e5-8128-4660-8b17-d092368fa1f9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Mar 04 15:51:50.361473 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef89fc-0d1a-46bf-b171-8471784c3dc8 req-951fe111-df2f-4073-8445-8c714570625c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:50.362940 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1eef89fc-0d1a-46bf-b171-8471784c3dc8 req-951fe111-df2f-4073-8445-8c714570625c tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0520566 Mar 04 15:51:50.410484 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1eef89fc-0d1a-46bf-b171-8471784c3dc8 req-7018d33d-bec4-426c-b0c8-947d5d102a0b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Mar 04 15:51:51.375543 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cded62-2cd8-44ef-a808-53f1309f55da req-c63f6a03-f96e-413a-8706-4dcfe3677094 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:51.376995 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-78cded62-2cd8-44ef-a808-53f1309f55da req-c63f6a03-f96e-413a-8706-4dcfe3677094 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0511708 Mar 04 15:51:51.422212 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-78cded62-2cd8-44ef-a808-53f1309f55da req-d531c896-628c-496a-9592-6be9f86d8175 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Mar 04 15:51:51.523174 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ef79-87d8-4b70-8f59-1e825ae3a4ff req-d2fde141-ff48-48a5-ad50-571b8b105864 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:51.524599 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-51a3ef79-87d8-4b70-8f59-1e825ae3a4ff req-d2fde141-ff48-48a5-ad50-571b8b105864 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0507662 Mar 04 15:51:51.568574 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-51a3ef79-87d8-4b70-8f59-1e825ae3a4ff req-7f839d28-fed0-402e-8c94-ee864c7073a4 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Mar 04 15:51:52.546365 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df560d75-b84c-4bb9-90f6-035ef856c3ea req-f91e4040-2a7c-43ad-b835-3f4855ca2e4a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:52.547343 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df560d75-b84c-4bb9-90f6-035ef856c3ea req-f91e4040-2a7c-43ad-b835-3f4855ca2e4a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0549526 Mar 04 15:51:52.594529 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df560d75-b84c-4bb9-90f6-035ef856c3ea req-541d2b9a-4ca9-494f-af6b-6dc610f7a0e9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Mar 04 15:51:52.684996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b993d79-db5c-4a08-9b3b-23c8ecd71ac9 req-732d63ee-02b2-4b89-8d49-a609148d0834 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:52.686510 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4b993d79-db5c-4a08-9b3b-23c8ecd71ac9 req-732d63ee-02b2-4b89-8d49-a609148d0834 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0514691 Mar 04 15:51:52.733402 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4b993d79-db5c-4a08-9b3b-23c8ecd71ac9 req-59397307-f476-4bff-b29f-503b48ac378b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Mar 04 15:51:53.457655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36df72-983e-4e0e-8560-d6bbcdc021b1 req-f45e553c-c27e-4981-8a41-967fb7fb0617 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:53.459166 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3a36df72-983e-4e0e-8560-d6bbcdc021b1 req-f45e553c-c27e-4981-8a41-967fb7fb0617 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0554347 Mar 04 15:51:53.504555 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3a36df72-983e-4e0e-8560-d6bbcdc021b1 req-6872cb3a-67d8-4ad6-9237-7e234b2431de tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397391 Mar 04 15:51:53.718212 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47bd98-f8a9-46db-a359-67ea5e0c4e56 req-f956b42d-bf3c-45b6-8067-cd3fe74d74b0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:53.718212 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd47bd98-f8a9-46db-a359-67ea5e0c4e56 req-f956b42d-bf3c-45b6-8067-cd3fe74d74b0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0497730 Mar 04 15:51:53.763576 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd47bd98-f8a9-46db-a359-67ea5e0c4e56 req-208e16a5-be54-4067-b860-32ed98f31b4d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 Mar 04 15:51:53.850064 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b7189-e16a-4e12-8388-ec0150e6ed8c req-b222d2d4-c12a-47e5-8c39-450f2d448a1b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:53.851516 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c57b7189-e16a-4e12-8388-ec0150e6ed8c req-b222d2d4-c12a-47e5-8c39-450f2d448a1b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0505884 Mar 04 15:51:53.900249 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c57b7189-e16a-4e12-8388-ec0150e6ed8c req-613360cb-6aa4-41cf-8e41-eb976c2543bb tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Mar 04 15:51:54.616278 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766bd9a-04d7-49bc-b6f5-49c12b80a2cf req-ccb67e34-1b72-499e-ac45-8accd150d463 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:54.617616 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4766bd9a-04d7-49bc-b6f5-49c12b80a2cf req-ccb67e34-1b72-499e-ac45-8accd150d463 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Mar 04 15:51:54.662470 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4766bd9a-04d7-49bc-b6f5-49c12b80a2cf req-3e9babaa-214d-4a68-b4ea-77a8eae41861 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394063 Mar 04 15:51:54.882466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2c4c-d69e-4dc2-bf1f-f74733969b00 req-83091e81-ff74-4981-8011-57486f29e40d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:54.883840 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eecb2c4c-d69e-4dc2-bf1f-f74733969b00 req-83091e81-ff74-4981-8011-57486f29e40d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0511005 Mar 04 15:51:54.928897 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eecb2c4c-d69e-4dc2-bf1f-f74733969b00 req-93b35348-e3a7-46e3-9318-31e26125d892 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397253 Mar 04 15:51:55.019491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10fadd-0d3b-4f36-a57e-fc4635e30e32 req-17251f36-7135-4382-9929-cb4d1369c82e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:55.020961 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e10fadd-0d3b-4f36-a57e-fc4635e30e32 req-17251f36-7135-4382-9929-cb4d1369c82e tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0552866 Mar 04 15:51:55.066932 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e10fadd-0d3b-4f36-a57e-fc4635e30e32 req-7e519995-0132-460a-a2a2-360327e7e58b tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Mar 04 15:51:55.775929 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078884-ef99-4632-b303-10c68419ae42 req-414ea30e-7de0-4f3c-8223-a7e68089f409 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:55.777371 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c2078884-ef99-4632-b303-10c68419ae42 req-414ea30e-7de0-4f3c-8223-a7e68089f409 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0508463 Mar 04 15:51:55.822326 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c2078884-ef99-4632-b303-10c68419ae42 req-2593bcef-42d8-44c3-b547-2c018d6f93fe tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Mar 04 15:51:56.050973 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da03ee-6930-4d1b-875c-3d40124a24be req-4ec55a76-269f-4cdc-9bc2-82dc4678660d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:56.052456 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-37da03ee-6930-4d1b-875c-3d40124a24be req-4ec55a76-269f-4cdc-9bc2-82dc4678660d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0514760 Mar 04 15:51:56.103878 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-37da03ee-6930-4d1b-875c-3d40124a24be req-412e322c-869f-4dab-8e5a-73aee1803268 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Mar 04 15:51:56.180972 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0cbde-3b62-4dea-aa02-4b4eb3ea1275 req-6fa6a3ac-9815-41df-bc50-af0c13e81be3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:56.182431 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ada0cbde-3b62-4dea-aa02-4b4eb3ea1275 req-6fa6a3ac-9815-41df-bc50-af0c13e81be3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0509460 Mar 04 15:51:56.226403 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ada0cbde-3b62-4dea-aa02-4b4eb3ea1275 req-ced8e41a-4abb-4922-984e-e6df486bf21a tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Mar 04 15:51:56.936345 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0de69f-e534-4f45-a75a-d5ccf98799bc req-276137e4-77ba-4f66-bf32-f2bf0cd1df37 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:56.937851 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ed0de69f-e534-4f45-a75a-d5ccf98799bc req-276137e4-77ba-4f66-bf32-f2bf0cd1df37 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0516679 Mar 04 15:51:56.983401 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ed0de69f-e534-4f45-a75a-d5ccf98799bc req-e6a244d4-8ee1-4141-accd-d24a114afc81 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395844 Mar 04 15:51:57.227469 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b812b0-fda6-4a8d-91e6-4f2d01bcd89a req-2d51c55e-35fa-49a6-9b73-d6e4d6e2ef0a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:57.229014 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-57b812b0-fda6-4a8d-91e6-4f2d01bcd89a req-2d51c55e-35fa-49a6-9b73-d6e4d6e2ef0a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0549567 Mar 04 15:51:57.275948 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-57b812b0-fda6-4a8d-91e6-4f2d01bcd89a req-93245d10-94a6-47c1-b395-916cdc73ee9b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Mar 04 15:51:57.341653 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533ae7-440c-49d7-b7bb-1e09ff6ab1ea req-074166d9-dc29-4432-8773-d08b0198d240 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:57.343148 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-27533ae7-440c-49d7-b7bb-1e09ff6ab1ea req-074166d9-dc29-4432-8773-d08b0198d240 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0524955 Mar 04 15:51:57.389420 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-27533ae7-440c-49d7-b7bb-1e09ff6ab1ea req-b4368276-36e8-4290-b873-753e801a8ec7 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/security-groups?id=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Mar 04 15:51:57.716534 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-893f9e1d-433d-440f-908b-6db7f4c583d8 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:57.718090 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-893f9e1d-433d-440f-908b-6db7f4c583d8 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 945 time: 0.0528150 Mar 04 15:51:57.808618 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Deleting port efb7fa62-73bc-4d83-8be4-598c1eb6119c {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:51:57.808953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:57.896068 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] For port efb7fa62-73bc-4d83-8be4-598c1eb6119c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efb7fa62-73bc-4d83-8be4-598c1eb6119c,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:51:57.896421 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:57.908838 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Calling delete_port for efb7fa62-73bc-4d83-8be4-598c1eb6119c owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:51:58.102195 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3efc65-7dd3-4eba-9263-382d21c16f34 req-11960dd9-6db6-488b-8ff6-ad2fbc259a3c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:58.103629 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1a3efc65-7dd3-4eba-9263-382d21c16f34 req-11960dd9-6db6-488b-8ff6-ad2fbc259a3c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0542965 Mar 04 15:51:58.104636 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (efb7fa62-73bc-4d83-8be4-598c1eb6119c), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:58.117125 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['efb7fa62-73bc-4d83-8be4-598c1eb6119c'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:51:58.139482 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Pushing event deleted for resources: {'Port': ['ID=efb7fa62-73bc-4d83-8be4-598c1eb6119c,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:51:58.200414 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] No DVR routers for this DVR port efb7fa62-73bc-4d83-8be4-598c1eb6119c on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:51:58.204835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:51:58.208079 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b3f43aa-bb45-458a-bbd1-e4ce3fe48db6 req-6719e1c2-3665-488d-9c1e-540664980aa3 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.16 "DELETE /v2.0/ports/efb7fa62-73bc-4d83-8be4-598c1eb6119c HTTP/1.1" status: 204 len: 173 time: 0.4841671 Mar 04 15:51:58.208508 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'name': 'network-vif-deleted', 'tag': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:51:58.210709 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ad6646-1df8-40ff-8a09-e583907d4356" -d '{"events": [{"server_uuid": "dcb61670-3d0a-49af-85f7-065243e9c0fe", "name": "network-vif-deleted", "tag": "efb7fa62-73bc-4d83-8be4-598c1eb6119c"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:51:58.217415 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1a3efc65-7dd3-4eba-9263-382d21c16f34 req-c8395dd6-c809-4302-9c66-f349b89691d8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041672 Mar 04 15:51:58.261958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bae6ad2-ccae-4342-b49f-be490b0797d8 x-openstack-request-id: req-6bae6ad2-ccae-4342-b49f-be490b0797d8 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:51:58.261958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb61670-3d0a-49af-85f7-065243e9c0fe", "name": "network-vif-deleted", "tag": "efb7fa62-73bc-4d83-8be4-598c1eb6119c", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:51:58.261958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bae6ad2-ccae-4342-b49f-be490b0797d8 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:51:58.261958 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb61670-3d0a-49af-85f7-065243e9c0fe', 'name': 'network-vif-deleted', 'tag': 'efb7fa62-73bc-4d83-8be4-598c1eb6119c', 'status': 'completed', 'code': 200} Mar 04 15:51:58.400731 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f0ff8-eaf5-4bc4-b777-e8a366ce49d7 req-14787e06-a204-498f-84d3-a69f97b2558d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:58.402224 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ce4f0ff8-eaf5-4bc4-b777-e8a366ce49d7 req-14787e06-a204-498f-84d3-a69f97b2558d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0577810 Mar 04 15:51:58.451356 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ce4f0ff8-eaf5-4bc4-b777-e8a366ce49d7 req-4156a52c-169b-46d6-9571-a4d406eda8dd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Mar 04 15:51:58.483322 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8664c985-ef78-41fb-950a-a347343be7de req-eb3f421b-ad0c-4a68-830b-a71844ba4114 tempest-ServerRescueNegativeTestJSON-1354993436 tempest-ServerRescueNegativeTestJSON-1354993436-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb61670-3d0a-49af-85f7-065243e9c0fe HTTP/1.1" status: 200 len: 210 time: 0.0260537 Mar 04 15:51:59.338445 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ec86f-e5b8-4c0c-8b59-9f30a9fe3270 req-05466874-6b4b-4307-b004-23fa70d14696 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:59.339943 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-354ec86f-e5b8-4c0c-8b59-9f30a9fe3270 req-05466874-6b4b-4307-b004-23fa70d14696 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Mar 04 15:51:59.386657 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-354ec86f-e5b8-4c0c-8b59-9f30a9fe3270 req-5e34456f-951d-4a66-931b-69a03131798e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 Mar 04 15:51:59.537949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34426) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:51:59.580506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68757b-92f6-463e-b910-13238685d3ea req-8a087b03-df20-4c28-a452-d708460fb2c9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:51:59.582055 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-af68757b-92f6-463e-b910-13238685d3ea req-8a087b03-df20-4c28-a452-d708460fb2c9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0573699 Mar 04 15:51:59.635388 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-af68757b-92f6-463e-b910-13238685d3ea req-0cc8817d-096d-4b9c-993f-feb0b0436d9a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Mar 04 15:51:59.944603 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (15621dfd-3c04-40d7-bed4-42045376b5cc), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:00.225049 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Deleting port 4e593de8-8e5b-4412-8fdd-93934033bfba {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:52:00.225307 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:00.303147 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] For port 4e593de8-8e5b-4412-8fdd-93934033bfba, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=4e593de8-8e5b-4412-8fdd-93934033bfba,segment=NetworkSegment(a76b7cfc-9c76-44cf-96d4-ec991a2b92f6),segment_id=a76b7cfc-9c76-44cf-96d4-ec991a2b92f6)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:00.303511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:00.316001 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Calling delete_port for 4e593de8-8e5b-4412-8fdd-93934033bfba owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:52:00.503653 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be317c0-89cd-463d-bf83-4c0e702b12ce req-983420bb-fec0-4943-8095-6ff75754d409 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:00.505032 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7be317c0-89cd-463d-bf83-4c0e702b12ce req-983420bb-fec0-4943-8095-6ff75754d409 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0514808 Mar 04 15:52:00.550336 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7be317c0-89cd-463d-bf83-4c0e702b12ce req-87f8d267-6550-4eba-acd4-1d2fa74a99a3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Mar 04 15:52:00.577821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (4e593de8-8e5b-4412-8fdd-93934033bfba), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:00.608220 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e593de8-8e5b-4412-8fdd-93934033bfba,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:00.630694 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.631052 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.631402 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.631747 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.632088 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.632423 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.632759 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.633093 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.633430 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.633786 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.634118 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.634446 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.634773 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:00.756438 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device efb7fa62-73bc-4d83-8be4-598c1eb6119c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:52:00.772803 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136829a-ce4f-4e97-8eda-716a63fd9f2b req-90f3d5cc-418f-4020-9be9-9673594646fe tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:00.776134 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7136829a-ce4f-4e97-8eda-716a63fd9f2b req-90f3d5cc-418f-4020-9be9-9673594646fe tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0625775 Mar 04 15:52:00.776257 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (15621dfd-3c04-40d7-bed4-42045376b5cc), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:00.832831 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7136829a-ce4f-4e97-8eda-716a63fd9f2b req-7980341f-deee-49c5-9e58-2dc3a6f69896 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529850 Mar 04 15:52:00.910357 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: efb7fa62-73bc-4d83-8be4-598c1eb6119c {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:52:00.910700 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device efb7fa62-73bc-4d83-8be4-598c1eb6119c not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:52:00.992667 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Router 15621dfd-3c04-40d7-bed4-42045376b5cc has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:52:01.096408 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:52:01.103111 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-646bfe54-8db5-4469-b960-5ba9b8ec1560 admin admin] 10.222.0.21 "PUT /v2.0/routers/15621dfd-3c04-40d7-bed4-42045376b5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5630143 Mar 04 15:52:01.104426 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34442) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:01.106891 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] Sync routers for ids ['15621dfd-3c04-40d7-bed4-42045376b5cc'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:52:01.206215 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] Routers {'15621dfd-3c04-40d7-bed4-42045376b5cc'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:52:01.206908 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:51:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['15621dfd-3c04-40d7-bed4-42045376b5cc'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:01.216358 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks [] for router (15621dfd-3c04-40d7-bed4-42045376b5cc), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.312975 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] Set router 15621dfd-3c04-40d7-bed4-42045376b5cc gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:52:01.322624 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks [] for router_gateway (15621dfd-3c04-40d7-bed4-42045376b5cc), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.447591 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Deleting port 5b5bc179-de07-4330-9430-4271c6f02a8b {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:52:01.447931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.488436 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:52:00Z', 'revision_number': 5, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port': {'id': '5b5bc179-de07-4330-9430-4271c6f02a8b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:01.517933 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] Checking router: 15621dfd-3c04-40d7-bed4-42045376b5cc for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:52:01.526776 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] Routers {'15621dfd-3c04-40d7-bed4-42045376b5cc'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:52:01.527381 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:51:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['15621dfd-3c04-40d7-bed4-42045376b5cc'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:01.527859 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] For port 5b5bc179-de07-4330-9430-4271c6f02a8b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5b5bc179-de07-4330-9430-4271c6f02a8b,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:01.528227 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.540828 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Calling delete_port for 5b5bc179-de07-4330-9430-4271c6f02a8b owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:52:01.610984 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] Set router 15621dfd-3c04-40d7-bed4-42045376b5cc gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:52:01.667720 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:52:01Z', 'revision_number': 6, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:01.676404 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf433d0-74c3-4c64-919b-63283ffd891e req-e93abf05-4c32-477d-9901-6f5cd7b93938 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:01.678054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fdf433d0-74c3-4c64-919b-63283ffd891e req-e93abf05-4c32-477d-9901-6f5cd7b93938 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0587146 Mar 04 15:52:01.694528 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aac5cb-8a17-4916-b835-e01ec2536e7b None None] The sync data for ids ['15621dfd-3c04-40d7-bed4-42045376b5cc'] in dv-cinder-831247-6-iscsi is: [{'id': '15621dfd-3c04-40d7-bed4-42045376b5cc', 'name': 'tempest-ServerRescueNegativeTestJSON-748234085-router', 'tenant_id': '7a9eb978215c4a5787b6471ba7302105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:52:01Z', 'revision_number': 6, 'project_id': '7a9eb978215c4a5787b6471ba7302105', 'gw_port_host': None}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:52:01.734305 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fdf433d0-74c3-4c64-919b-63283ffd891e req-b4668e95-3815-488a-a06e-d894fc0cfa9f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504417 Mar 04 15:52:01.754991 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (5b5bc179-de07-4330-9430-4271c6f02a8b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.782041 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5bc179-de07-4330-9430-4271c6f02a8b,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:01.838796 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (15621dfd-3c04-40d7-bed4-42045376b5cc), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.944286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (15621dfd-3c04-40d7-bed4-42045376b5cc), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.946467 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks [] for router_controller (15621dfd-3c04-40d7-bed4-42045376b5cc), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:01.952254 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65555e6-3e2a-4581-b9dc-3805eb3f7d6d req-e69ea929-66a8-44ec-8c83-a1f4a9fe9219 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:01.953744 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c65555e6-3e2a-4581-b9dc-3805eb3f7d6d req-e69ea929-66a8-44ec-8c83-a1f4a9fe9219 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0513895 Mar 04 15:52:02.005786 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c65555e6-3e2a-4581-b9dc-3805eb3f7d6d req-e899db0d-cc71-4f5d-ab5c-1f6490c47fa8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456007 Mar 04 15:52:02.291646 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (15621dfd-3c04-40d7-bed4-42045376b5cc), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.292265 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15621dfd-3c04-40d7-bed4-42045376b5cc {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 15:52:02.297363 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.298106 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4e5f8947-eb34-4d58-b3b8-b37a147e9e60 admin admin] 10.222.0.21 "DELETE /v2.0/routers/15621dfd-3c04-40d7-bed4-42045376b5cc HTTP/1.1" status: 204 len: 168 time: 1.1927407 Mar 04 15:52:02.301197 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34454) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:02.344736 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Deleting subnet 001e52a1-1c62-4bd1-8274-ff7726060e72 {{(pid=110047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:52:02.348949 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Publish callbacks [] for subnet (001e52a1-1c62-4bd1-8274-ff7726060e72), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.382768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Publish callbacks [] for subnet (001e52a1-1c62-4bd1-8274-ff7726060e72), precommit_delete_associations {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.388462 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (001e52a1-1c62-4bd1-8274-ff7726060e72), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.486902 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for subnet (001e52a1-1c62-4bd1-8274-ff7726060e72), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.515053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001e52a1-1c62-4bd1-8274-ff7726060e72,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:02.517011 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.520289 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-dad922a8-f433-46f1-a04a-c6f02373b51a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/001e52a1-1c62-4bd1-8274-ff7726060e72 HTTP/1.1" status: 204 len: 168 time: 0.2180548 Mar 04 15:52:02.522812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34458) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:02.593905 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (6206ca5c-164a-41ee-84c0-fa3a99274b97), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.679442 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (6206ca5c-164a-41ee-84c0-fa3a99274b97), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.700395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.700744 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.701486 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.701869 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.702211 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.702551 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.702873 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.703190 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.703504 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.703823 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.775694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.776045 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.776375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.777035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 15:52:02.777166 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6206ca5c-164a-41ee-84c0-fa3a99274b97']}} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:02.795289 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6') {'for_net_delete': True} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:02.795589 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76b7cfc-9c76-44cf-96d4-ec991a2b92f6') {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:02.820678 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29205138'] for segment (a76b7cfc-9c76-44cf-96d4-ec991a2b92f6), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.857296 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (a76b7cfc-9c76-44cf-96d4-ec991a2b92f6), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.869319 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:52:02.869734 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096220'] for segment (a76b7cfc-9c76-44cf-96d4-ec991a2b92f6), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: from cryptography.utils import int_from_bytes Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: from cryptography.utils import int_from_bytes Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: Traceback (most recent call last): Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: timer() Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: cb(*args, **kw) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: return func(*args, **kwargs) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: self._notify() Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: self.callback(batched_events) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: event.method(event) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: return f(self, *a, **k) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._get(url).json() Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: return self.request(url, 'GET', **kwargs) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:52:02.873623 dv-cinder-831247-6-iscsi neutron-server[110047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:52:02.932992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c402b-9401-42a5-ac48-f9405ca176e1 req-16762603-5c4f-4f1a-839b-c4bc0e010a9e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:02.934511 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-093c402b-9401-42a5-ac48-f9405ca176e1 req-16762603-5c4f-4f1a-839b-c4bc0e010a9e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.1350160 Mar 04 15:52:02.979844 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-093c402b-9401-42a5-ac48-f9405ca176e1 req-33a6eb74-d75d-42cd-86ac-01bd52a988c3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Mar 04 15:52:03.000587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (6206ca5c-164a-41ee-84c0-fa3a99274b97), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:03.007958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:03.011094 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6206ca5c-164a-41ee-84c0-fa3a99274b97 HTTP/1.1" status: 204 len: 168 time: 0.4873765 Mar 04 15:52:03.020595 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3697fd-5666-4242-88d8-ee7c1cd556d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6206ca5c-164a-41ee-84c0-fa3a99274b97,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:03.126558 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81636f5-a3e2-4f6b-9d92-01a1909a31ba req-9e5a06b8-e9b3-4cb9-a24f-d3595e2296f6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:03.128056 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d81636f5-a3e2-4f6b-9d92-01a1909a31ba req-9e5a06b8-e9b3-4cb9-a24f-d3595e2296f6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0520823 Mar 04 15:52:03.175693 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d81636f5-a3e2-4f6b-9d92-01a1909a31ba req-f0996066-081e-4941-b6bf-f59819759232 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Mar 04 15:52:03.216682 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5b5bc179-de07-4330-9430-4271c6f02a8b no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:52:03.238018 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 5b5bc179-de07-4330-9430-4271c6f02a8b {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:52:03.238018 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5b5bc179-de07-4330-9430-4271c6f02a8b not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:52:03.238215 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 4e593de8-8e5b-4412-8fdd-93934033bfba no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:52:03.257168 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 4e593de8-8e5b-4412-8fdd-93934033bfba {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:52:03.257515 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 4e593de8-8e5b-4412-8fdd-93934033bfba not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:52:03.326203 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34470) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:03.365589 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4bd2803f-39b1-42cc-ae3c-8a28a2544ee8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a9eb978215c4a5787b6471ba7302105&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381000 Mar 04 15:52:03.367922 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34472) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:03.416286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7c5c34f4-8928-4543-a621-8ae73ef88b3c admin admin] Publish callbacks [] for security_group (0dbf7b18-6f0f-4b45-9373-e8ef9acf5692), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:03.437106 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7c5c34f4-8928-4543-a621-8ae73ef88b3c admin admin] Publish callbacks [] for security_group (0dbf7b18-6f0f-4b45-9373-e8ef9acf5692), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:03.566532 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7c5c34f4-8928-4543-a621-8ae73ef88b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0dbf7b18-6f0f-4b45-9373-e8ef9acf5692), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:03.569052 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7c5c34f4-8928-4543-a621-8ae73ef88b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:03.570219 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7c5c34f4-8928-4543-a621-8ae73ef88b3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dbf7b18-6f0f-4b45-9373-e8ef9acf5692 HTTP/1.1" status: 204 len: 168 time: 0.2013874 Mar 04 15:52:03.577737 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c34f4-8928-4543-a621-8ae73ef88b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbf7b18-6f0f-4b45-9373-e8ef9acf5692,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:04.108388 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aedc85-7cc3-4607-a3a5-21fb0ae61782 req-18f6dae1-8da9-4fa4-9161-73ddbe477e10 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:04.108388 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46aedc85-7cc3-4607-a3a5-21fb0ae61782 req-18f6dae1-8da9-4fa4-9161-73ddbe477e10 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0549877 Mar 04 15:52:04.153939 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46aedc85-7cc3-4607-a3a5-21fb0ae61782 req-cd693d40-de56-4979-9172-8c7e0532b1f7 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Mar 04 15:52:04.299135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5400667-f3f6-480f-93f1-821ee4947d25 req-2fe75c42-73e9-47cb-aa6a-24d1635feb53 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:04.301230 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c5400667-f3f6-480f-93f1-821ee4947d25 req-2fe75c42-73e9-47cb-aa6a-24d1635feb53 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0546165 Mar 04 15:52:04.354325 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c5400667-f3f6-480f-93f1-821ee4947d25 req-38d474f3-367c-4188-bdbe-212e7820df14 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473351 Mar 04 15:52:05.276956 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d262e6-69a8-443b-9620-752961dc1dd7 req-b87c2048-b520-4be2-9736-ca6ac02a1572 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:05.278456 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-35d262e6-69a8-443b-9620-752961dc1dd7 req-b87c2048-b520-4be2-9736-ca6ac02a1572 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Mar 04 15:52:05.324718 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-35d262e6-69a8-443b-9620-752961dc1dd7 req-3b21c2fb-943b-4045-b83f-8dd0734186f5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Mar 04 15:52:05.515504 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74eb3-423e-4149-8429-c834e4f0632d req-8ca47090-f4bc-4e69-ae26-da03be1eb87d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:05.517195 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aea74eb3-423e-4149-8429-c834e4f0632d req-8ca47090-f4bc-4e69-ae26-da03be1eb87d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0893888 Mar 04 15:52:05.578713 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aea74eb3-423e-4149-8429-c834e4f0632d req-01b77761-8d94-478f-b9ba-a937fea8dc5b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548372 Mar 04 15:52:06.449424 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220d220-4fda-4eec-868b-675704329613 req-0f4f8878-83e8-414c-b7d0-5dee209b21ef tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:06.450960 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5220d220-4fda-4eec-868b-675704329613 req-0f4f8878-83e8-414c-b7d0-5dee209b21ef tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0517673 Mar 04 15:52:06.498918 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5220d220-4fda-4eec-868b-675704329613 req-0a00bb88-5797-463d-836d-1755e9f4f01b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Mar 04 15:52:06.702244 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd1aef-1547-443d-b843-f8384c2592b6 req-60f21ad5-89b5-4d17-b580-6377f0c87ad6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:06.703701 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-02dd1aef-1547-443d-b843-f8384c2592b6 req-60f21ad5-89b5-4d17-b580-6377f0c87ad6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0511932 Mar 04 15:52:06.748346 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-02dd1aef-1547-443d-b843-f8384c2592b6 req-0de27c1f-8686-4e84-9cb5-70465a4d0474 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 Mar 04 15:52:07.617729 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21818e-d2bd-499b-89f6-be61c3623ab5 req-98ec88ba-86c6-4b76-a792-7ef68b9efd69 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:07.619239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dc21818e-d2bd-499b-89f6-be61c3623ab5 req-98ec88ba-86c6-4b76-a792-7ef68b9efd69 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Mar 04 15:52:07.667407 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dc21818e-d2bd-499b-89f6-be61c3623ab5 req-fa7867fa-ddca-4926-a5d3-c41cc3f3ea41 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Mar 04 15:52:07.870955 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd4a9-4046-461b-bb20-26d7884d7b83 req-05b085fe-491b-4e4b-acbf-7e487c462bfb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:07.872413 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d5cd4a9-4046-461b-bb20-26d7884d7b83 req-05b085fe-491b-4e4b-acbf-7e487c462bfb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0544491 Mar 04 15:52:07.918186 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d5cd4a9-4046-461b-bb20-26d7884d7b83 req-40056d91-0e2d-4577-a041-3949ed4852f6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Mar 04 15:52:08.455750 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34604) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:08.564688 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84203bea-2d9c-4c02-a5dd-8de0d38795d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.641569 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84203bea-2d9c-4c02-a5dd-8de0d38795d0 admin admin] Publish callbacks [] for security_group (0848ac80-96b1-443a-b1fb-5c7fb1994ef2), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.726009 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84203bea-2d9c-4c02-a5dd-8de0d38795d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0848ac80-96b1-443a-b1fb-5c7fb1994ef2), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.790779 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-84203bea-2d9c-4c02-a5dd-8de0d38795d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d3b5ad5f8384ab1b3d2d9ffb2608170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337867 Mar 04 15:52:08.791506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84203bea-2d9c-4c02-a5dd-8de0d38795d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848ac80-96b1-443a-b1fb-5c7fb1994ef2,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:08.793565 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34614) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:08.815486 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60905114-f083-42f5-a1b4-27268e56df4c req-e492690c-40e2-43eb-84ae-bb7f2c747a3b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:08.816971 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-60905114-f083-42f5-a1b4-27268e56df4c req-e492690c-40e2-43eb-84ae-bb7f2c747a3b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0790362 Mar 04 15:52:08.847763 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76c73db5-867e-494c-9f2e-041e8b2a699a admin admin] Publish callbacks [] for security_group (0848ac80-96b1-443a-b1fb-5c7fb1994ef2), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.868284 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-60905114-f083-42f5-a1b4-27268e56df4c req-2ced22fb-eb2f-4695-a8ef-74499f0a3521 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452311 Mar 04 15:52:08.868942 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76c73db5-867e-494c-9f2e-041e8b2a699a admin admin] Publish callbacks [] for security_group (0848ac80-96b1-443a-b1fb-5c7fb1994ef2), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.972640 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76c73db5-867e-494c-9f2e-041e8b2a699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0848ac80-96b1-443a-b1fb-5c7fb1994ef2), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.975203 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76c73db5-867e-494c-9f2e-041e8b2a699a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:08.976344 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-76c73db5-867e-494c-9f2e-041e8b2a699a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0848ac80-96b1-443a-b1fb-5c7fb1994ef2 HTTP/1.1" status: 204 len: 168 time: 0.1812830 Mar 04 15:52:08.984052 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c73db5-867e-494c-9f2e-041e8b2a699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848ac80-96b1-443a-b1fb-5c7fb1994ef2,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:09.043689 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198f83-2d9b-4f67-9091-18cbddaaddd6 req-8d78e8c7-2af5-4ec8-81b5-73f8432185b8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:09.045155 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52198f83-2d9b-4f67-9091-18cbddaaddd6 req-8d78e8c7-2af5-4ec8-81b5-73f8432185b8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0533485 Mar 04 15:52:09.089979 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52198f83-2d9b-4f67-9091-18cbddaaddd6 req-a31bcbd3-9eaf-4d37-b8e7-199599e764bb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Mar 04 15:52:09.734065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a6b30f5a-eea4-4247-bb4c-aed7e6f7e4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:09.983742 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83ee31-5fb7-4743-87ed-dc718d8748d5 req-c12cc7b2-b396-4b58-952b-82b011dfd49f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:09.985202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d83ee31-5fb7-4743-87ed-dc718d8748d5 req-c12cc7b2-b396-4b58-952b-82b011dfd49f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Mar 04 15:52:10.031293 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d83ee31-5fb7-4743-87ed-dc718d8748d5 req-9a4aadb9-af4b-4f1d-b2a0-abe6f82b24ba tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Mar 04 15:52:10.216234 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507fd1-93b8-4ab0-8186-989ebd85b6f7 req-20734297-8c04-454f-aa29-ef804a7ab04d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:10.217703 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-80507fd1-93b8-4ab0-8186-989ebd85b6f7 req-20734297-8c04-454f-aa29-ef804a7ab04d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0563672 Mar 04 15:52:10.264565 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-80507fd1-93b8-4ab0-8186-989ebd85b6f7 req-9b0fe4f2-2c72-4dc3-9c76-7450f677c410 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408447 Mar 04 15:52:10.805666 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34682) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:10.908234 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a54331dd-4014-4a4c-8fc8-432e41ed8e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:10.978608 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a54331dd-4014-4a4c-8fc8-432e41ed8e03 admin admin] Publish callbacks [] for security_group (368521b4-e7da-42fa-840f-f15fd8df9b44), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:11.057279 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a54331dd-4014-4a4c-8fc8-432e41ed8e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (368521b4-e7da-42fa-840f-f15fd8df9b44), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:11.095294 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a54331dd-4014-4a4c-8fc8-432e41ed8e03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88683ae137534c4db06f24c6619d3c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884989 Mar 04 15:52:11.096000 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54331dd-4014-4a4c-8fc8-432e41ed8e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368521b4-e7da-42fa-840f-f15fd8df9b44,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:11.098186 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34688) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:11.151602 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d5828eda-b63f-414f-a362-6bad0c6adddc admin admin] Publish callbacks [] for security_group (368521b4-e7da-42fa-840f-f15fd8df9b44), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:11.152198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f9652-473e-4cde-9307-c485f39541eb req-c1aeebd7-87cd-4fc6-bf74-dc5cd1ee40a3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:11.153671 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-545f9652-473e-4cde-9307-c485f39541eb req-c1aeebd7-87cd-4fc6-bf74-dc5cd1ee40a3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Mar 04 15:52:11.173135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d5828eda-b63f-414f-a362-6bad0c6adddc admin admin] Publish callbacks [] for security_group (368521b4-e7da-42fa-840f-f15fd8df9b44), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:11.198494 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-545f9652-473e-4cde-9307-c485f39541eb req-dec28d0f-fb03-42ed-aef4-aa83a075b74e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390563 Mar 04 15:52:11.274420 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d5828eda-b63f-414f-a362-6bad0c6adddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (368521b4-e7da-42fa-840f-f15fd8df9b44), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:11.276931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d5828eda-b63f-414f-a362-6bad0c6adddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:11.278112 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d5828eda-b63f-414f-a362-6bad0c6adddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/368521b4-e7da-42fa-840f-f15fd8df9b44 HTTP/1.1" status: 204 len: 168 time: 0.1787252 Mar 04 15:52:11.285959 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5828eda-b63f-414f-a362-6bad0c6adddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368521b4-e7da-42fa-840f-f15fd8df9b44,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:11.400228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0933de-964b-4378-bb8f-4b26092b0062 req-a27ae1bd-eb95-4114-9c27-072e2f1706e1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:11.401684 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c0933de-964b-4378-bb8f-4b26092b0062 req-a27ae1bd-eb95-4114-9c27-072e2f1706e1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0514464 Mar 04 15:52:11.446924 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c0933de-964b-4378-bb8f-4b26092b0062 req-2567c2ca-bda6-44a1-8ba1-68c7d4d5577c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 Mar 04 15:52:12.080211 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c91f5ded-08d9-49a0-ba66-c989c5fd2790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:12.215410 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:52:12.292191 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:12.331444 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:12.333553 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67a70-30cd-4c05-b3bb-5a037a30afd5 req-247b09ac-080f-433c-bdfd-b5fea315687b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:12.335270 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-caf67a70-30cd-4c05-b3bb-5a037a30afd5 req-247b09ac-080f-433c-bdfd-b5fea315687b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0578959 Mar 04 15:52:12.346789 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'mac_address': 'fa:16:3e:a3:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:52:12.384508 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: ACTIVE; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:52:12.384805 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:12.393824 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-caf67a70-30cd-4c05-b3bb-5a037a30afd5 req-9f3f027b-101e-4c46-9017-72a7c9cc546d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526443 Mar 04 15:52:12.403656 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0797c03-2dc4-4a81-b558-5ecb6b42176d {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:52:12.424468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:12.486453 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:12.536093 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=6']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:12.572871 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b709-c543-44f0-b602-df809323fec5 req-a1140075-853b-40d1-a1be-f93d03147e30 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:12.574463 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6319b709-c543-44f0-b602-df809323fec5 req-a1140075-853b-40d1-a1be-f93d03147e30 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0551472 Mar 04 15:52:12.622110 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6319b709-c543-44f0-b602-df809323fec5 req-5ac83b84-7c7f-4886-b303-71122e7ed954 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Mar 04 15:52:13.309078 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:13.512713 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc20d-e571-4c58-9113-3177a6fc4b32 req-5c63fb21-f876-49d8-b941-cc0f8408c957 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:13.514197 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-734bc20d-e571-4c58-9113-3177a6fc4b32 req-5c63fb21-f876-49d8-b941-cc0f8408c957 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0540228 Mar 04 15:52:13.560685 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-734bc20d-e571-4c58-9113-3177a6fc4b32 req-66f5e74c-3966-423e-a429-50a873e013c5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401909 Mar 04 15:52:13.744590 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ea5f-6583-4015-86c4-fc33b4926015 req-05f0d0b2-97e8-4455-8eee-4aa23cbf46f8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:13.745984 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e26ea5f-6583-4015-86c4-fc33b4926015 req-05f0d0b2-97e8-4455-8eee-4aa23cbf46f8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0538709 Mar 04 15:52:13.791876 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e26ea5f-6583-4015-86c4-fc33b4926015 req-86dbc567-61fe-4b5b-9155-64764863db55 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Mar 04 15:52:14.679201 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8f20-c19c-466c-8c58-18de45e86e23 req-676a5b98-c352-4734-beb4-ed2184cc3232 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:14.680706 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d21a8f20-c19c-466c-8c58-18de45e86e23 req-676a5b98-c352-4734-beb4-ed2184cc3232 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Mar 04 15:52:14.685690 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:14.727404 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d21a8f20-c19c-466c-8c58-18de45e86e23 req-653006a3-ca12-4100-9245-d202265c9604 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Mar 04 15:52:14.918794 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910ddf-ccea-4acb-a007-770f3a09c2da req-e21fd7f0-d793-40aa-9588-e295b9426f3e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:14.920103 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1e910ddf-ccea-4acb-a007-770f3a09c2da req-e21fd7f0-d793-40aa-9588-e295b9426f3e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Mar 04 15:52:14.959777 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:52:14.971681 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1e910ddf-ccea-4acb-a007-770f3a09c2da req-6126c272-4fc0-4a4d-912b-98a1db900ff6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461628 Mar 04 15:52:15.436994 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['c0797c03-2dc4-4a81-b558-5ecb6b42176d'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:52:15.840640 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b8720-f230-4a40-b9ce-0bd1c22a491b req-5de17703-bebd-4502-8632-b437953dede3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:15.842141 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-650b8720-f230-4a40-b9ce-0bd1c22a491b req-5de17703-bebd-4502-8632-b437953dede3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Mar 04 15:52:15.886685 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-650b8720-f230-4a40-b9ce-0bd1c22a491b req-93ba8bea-8da4-4d99-bace-b6f2ba44e570 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Mar 04 15:52:16.101539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec773b-858d-4520-ae6d-2c90fc4204ea req-5ba73cf4-4e9a-42d4-b24b-d94b5fdb8fdd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:16.110186 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e8ec773b-858d-4520-ae6d-2c90fc4204ea req-5ba73cf4-4e9a-42d4-b24b-d94b5fdb8fdd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Mar 04 15:52:16.137504 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:16.150421 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e8ec773b-858d-4520-ae6d-2c90fc4204ea req-48a0f273-40f8-4b34-a4d2-b446f7368996 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Mar 04 15:52:16.328709 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c12b0c-2696-492e-9fd4-4ccb5c02cc99 req-e4838c90-7098-4ab0-9e24-ea20240b0859 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:16.330226 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-31c12b0c-2696-492e-9fd4-4ccb5c02cc99 req-e4838c90-7098-4ab0-9e24-ea20240b0859 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0565207 Mar 04 15:52:16.375722 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-31c12b0c-2696-492e-9fd4-4ccb5c02cc99 req-16bcbc3a-1dba-481e-96d6-0b4ab74190c1 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Mar 04 15:52:17.270351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc444e9a-3f20-4e49-aefc-925e000156d7 req-496e9afd-fad4-453d-b558-24cae8dd203c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:17.271780 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc444e9a-3f20-4e49-aefc-925e000156d7 req-496e9afd-fad4-453d-b558-24cae8dd203c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0512760 Mar 04 15:52:17.317262 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc444e9a-3f20-4e49-aefc-925e000156d7 req-a208a109-b85a-4152-adb5-32bd64a4e225 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Mar 04 15:52:17.493342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79575445-37c9-4cef-9772-26ace96c2042 req-eb06ac9f-7334-40d3-afa1-084b365d672e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:17.494923 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-79575445-37c9-4cef-9772-26ace96c2042 req-eb06ac9f-7334-40d3-afa1-084b365d672e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0539002 Mar 04 15:52:17.539912 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-79575445-37c9-4cef-9772-26ace96c2042 req-1d53c805-01b2-456b-bc8c-122e8a89161b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Mar 04 15:52:18.329933 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:52:18.379849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port c0797c03-2dc4-4a81-b558-5ecb6b42176d triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:52:18.380227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:18.436164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f50a0-4fa7-4127-aeba-5383924114a6 req-3e8295c5-8318-4579-a00b-7f0e67edb6b4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:18.437528 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d3f50a0-4fa7-4127-aeba-5383924114a6 req-3e8295c5-8318-4579-a00b-7f0e67edb6b4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0506036 Mar 04 15:52:18.455608 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:52:18.455995 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:18.477921 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:52:18.480121 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f1e24-9746-4e10-b95d-464f96dcf55d" -d '{"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:52:18.482707 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d3f50a0-4fa7-4127-aeba-5383924114a6 req-c1fddf59-1bc5-4a32-8d9d-7827e0958c31 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Mar 04 15:52:18.495954 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:18.517083 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc2a94d-f29a-4cf9-b3d6-a4bf18d3b6a0 x-openstack-request-id: req-9bc2a94d-f29a-4cf9-b3d6-a4bf18d3b6a0 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:52:18.517371 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:52:18.517624 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bc2a94d-f29a-4cf9-b3d6-a4bf18d3b6a0 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:52:18.519819 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'code': 200} Mar 04 15:52:18.554161 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:18.600675 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=7']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:18.653961 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39cec-c1c8-48e7-a0d4-68ae87616f81 req-62ee2170-7eeb-478a-988a-0f0b5553fd76 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:18.655393 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-29c39cec-c1c8-48e7-a0d4-68ae87616f81 req-62ee2170-7eeb-478a-988a-0f0b5553fd76 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0507345 Mar 04 15:52:18.703448 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-29c39cec-c1c8-48e7-a0d4-68ae87616f81 req-656fd363-c092-466a-9d6a-d23ac8aadc96 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Mar 04 15:52:19.604806 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7012ee1-f0ce-4107-b9ba-db7feb7d889a req-1a9a434c-e76b-49f9-8659-ab448f5dc962 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:19.606312 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7012ee1-f0ce-4107-b9ba-db7feb7d889a req-1a9a434c-e76b-49f9-8659-ab448f5dc962 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0505731 Mar 04 15:52:19.653487 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7012ee1-f0ce-4107-b9ba-db7feb7d889a req-5d70e768-5196-4753-a939-ddd2e8cf0b40 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Mar 04 15:52:19.729556 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-436965a1-3a55-484f-9959-4af5821d39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:19.731063 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-436965a1-3a55-484f-9959-4af5821d39d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1129 time: 0.0430763 Mar 04 15:52:19.861163 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-c07fb8c4-a7f6-4e5d-963f-18dddccf1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:19.863200 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-c07fb8c4-a7f6-4e5d-963f-18dddccf1575 service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.1244702 Mar 04 15:52:19.870672 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20caa9-efa2-4954-8cf2-401a12212c15 req-0ddef1e6-1ebb-4cf9-9263-d1ac9edb396e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:19.872042 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d20caa9-efa2-4954-8cf2-401a12212c15 req-0ddef1e6-1ebb-4cf9-9263-d1ac9edb396e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0863361 Mar 04 15:52:19.962088 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-34c6221c-5a51-46a0-b2ef-42f73b857a86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 1001 time: 0.0890868 Mar 04 15:52:19.965185 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d20caa9-efa2-4954-8cf2-401a12212c15 req-a4b0aced-72a7-47d5-93d7-070794b33f1b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857928 Mar 04 15:52:20.009563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-acf26731-942e-417c-8ca6-95fd6f11b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:20.011044 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-acf26731-942e-417c-8ca6-95fd6f11b927 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0436485 Mar 04 15:52:20.060029 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-dc288aef-6a50-488e-9d8a-1ca5c64fe896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:20.061504 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-dc288aef-6a50-488e-9d8a-1ca5c64fe896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442276 Mar 04 15:52:20.150978 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-f399ac0d-bf12-4f5b-bd43-7d4268eda6cb service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831318 Mar 04 15:52:20.236537 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7d11b1b2-d465-49d9-9677-eb4e73853928 req-469aa4b9-0971-4024-9405-9c1844f26b86 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793130 Mar 04 15:52:20.726621 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34862) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:20.731196 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437636119', 'description': 'tempest-description--1967659456'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:20.797983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394e79f-9c9c-4126-95a1-d88c4c33245a req-48ae47b7-f720-405e-8345-189baee14a86 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:20.799460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1394e79f-9c9c-4126-95a1-d88c4c33245a req-48ae47b7-f720-405e-8345-189baee14a86 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0640984 Mar 04 15:52:20.855344 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1394e79f-9c9c-4126-95a1-d88c4c33245a req-1acb3fb0-cb22-4f54-9671-87756e62b3aa tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503395 Mar 04 15:52:20.863706 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:20.962719 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (d5202c0c-0e56-4820-8b63-a8a5136b056a), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.094438 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3729-a74e-4f7d-99f0-9fc398cd0809 req-353820a5-a265-4001-96a3-0881fd49fdea tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:21.096298 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-845e3729-a74e-4f7d-99f0-9fc398cd0809 req-353820a5-a265-4001-96a3-0881fd49fdea tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0564432 Mar 04 15:52:21.144370 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-845e3729-a74e-4f7d-99f0-9fc398cd0809 req-9803a3d5-01af-4ccb-8ad5-60a05449d719 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Mar 04 15:52:21.165768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d5202c0c-0e56-4820-8b63-a8a5136b056a), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.194700 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5202c0c-0e56-4820-8b63-a8a5136b056a,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:21.288208 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.289461 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ddd264c9-3917-43db-ac1c-49affb69f76a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5617833 Mar 04 15:52:21.292822 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34876) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:21.297826 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': 'd5202c0c-0e56-4820-8b63-a8a5136b056a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:21.383458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (6d75d45a-51fa-4553-9126-d3e416958d46), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.429311 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (6d75d45a-51fa-4553-9126-d3e416958d46), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.503089 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (6d75d45a-51fa-4553-9126-d3e416958d46), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.522370 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d75d45a-51fa-4553-9126-d3e416958d46,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:21.625066 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.626305 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-50dc8ae0-862a-4285-a21c-7704e8d17992 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324268 Mar 04 15:52:21.629191 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 34880) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:21.633448 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': 'd5202c0c-0e56-4820-8b63-a8a5136b056a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:21.713632 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (0caacdc6-6f12-4b77-a89b-297e2fa6bb99), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.772777 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (0caacdc6-6f12-4b77-a89b-297e2fa6bb99), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.943809 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (0caacdc6-6f12-4b77-a89b-297e2fa6bb99), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:21.963226 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caacdc6-6f12-4b77-a89b-297e2fa6bb99,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:21.996616 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88825634-bdb2-4dde-9316-fd4e8d66dcc4 req-f03f0733-8523-407c-823c-48829af24a22 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:21.998130 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88825634-bdb2-4dde-9316-fd4e8d66dcc4 req-f03f0733-8523-407c-823c-48829af24a22 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0580318 Mar 04 15:52:22.021094 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:22.022491 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0742e894-4f44-43cf-ab65-f82a7fbd9cb6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923149 Mar 04 15:52:22.027324 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 34892) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:22.033078 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:22.066641 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-88825634-bdb2-4dde-9316-fd4e8d66dcc4 req-305e6238-3cac-4a70-9a90-199632568b24 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625167 Mar 04 15:52:22.154127 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:22.521634 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42689-51e8-461b-abb8-566fb9c338dc req-f3695c25-224b-4f0e-96a6-2bc6fdef486d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:22.523104 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-21d42689-51e8-461b-abb8-566fb9c338dc req-f3695c25-224b-4f0e-96a6-2bc6fdef486d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.3088510 Mar 04 15:52:22.563850 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:22.590330 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-21d42689-51e8-461b-abb8-566fb9c338dc req-2990aa01-840f-41b4-b71d-64e9fa2fd5aa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599866 Mar 04 15:52:22.680063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.27.2.76 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/b1c41607-767d-4911-998c-9ed7fe5b2cda) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:52:22.781351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:22.880412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:22.915579 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:52:22.920275 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:52:22.923824 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:52:22.951321 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=b1c41607-767d-4911-998c-9ed7fe5b2cda,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:23.024941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (447b7b2e-240b-4a11-b22c-d743d3c44e47), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:23.179360 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:23.239815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05764909-b944-43ae-ba1c-2d4ae0d6d2c7 req-b399c21c-aef5-48fd-901c-e1cbda5b492b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:23.241284 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-05764909-b944-43ae-ba1c-2d4ae0d6d2c7 req-b399c21c-aef5-48fd-901c-e1cbda5b492b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0966470 Mar 04 15:52:23.333176 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-05764909-b944-43ae-ba1c-2d4ae0d6d2c7 req-1e79a1b4-ce7a-4061-9e21-82369dcc8799 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764658 Mar 04 15:52:23.447810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:23.525906 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:23.594361 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=b1c41607-767d-4911-998c-9ed7fe5b2cda,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:23.606340 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (447b7b2e-240b-4a11-b22c-d743d3c44e47), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:23.659916 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:23.661279 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab416035-da5c-48d6-b000-4e925e94d6ca tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6329551 Mar 04 15:52:23.923703 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-27a815d5-3153-428b-a383-484e6e40380f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--437636119&fields=id&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 267 time: 0.0564945 Mar 04 15:52:24.040106 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-4db4aaa0-b831-46d0-90bb-f18ceda793a0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:24.041835 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-4db4aaa0-b831-46d0-90bb-f18ceda793a0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.1096239 Mar 04 15:52:24.056898 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-557e5634-b531-40f4-8354-63763553c64d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/quotas/465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 375 time: 0.0094731 Mar 04 15:52:24.118987 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-c1ad41ef-c351-44b3-a8bd-6fa1c745d215 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561962 Mar 04 15:52:24.217335 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-573881a2-6a7b-4f5e-8630-72fbc2f6ac09 service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850031 Mar 04 15:52:24.372851 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-19223e8f-f6a7-44c3-886a-aef4e387d850 service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412549 Mar 04 15:52:24.522533 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9001aa-9d49-4181-83fd-9c0b3a39050e req-6446e5b1-4ba8-4d1f-bd98-bfb6b40b418c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:24.553218 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1a9001aa-9d49-4181-83fd-9c0b3a39050e req-6446e5b1-4ba8-4d1f-bd98-bfb6b40b418c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0755782 Mar 04 15:52:24.584527 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1a9001aa-9d49-4181-83fd-9c0b3a39050e req-e1587b5c-b43b-471f-be11-d2a18c1aaf9a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515971 Mar 04 15:52:24.774481 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f052c59f-a4b0-4ed8-8e8b-f00a794bfc2c req-b318dfa7-ae7f-481e-8e26-3bd219d59371 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 210 time: 0.0448375 Mar 04 15:52:25.711107 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca12c76-eef8-4433-8e52-8c93288d2f11 req-7f3aee6c-1cfc-48bc-993b-fb143cd25b61 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:25.718111 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4ca12c76-eef8-4433-8e52-8c93288d2f11 req-7f3aee6c-1cfc-48bc-993b-fb143cd25b61 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0683682 Mar 04 15:52:25.770341 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4ca12c76-eef8-4433-8e52-8c93288d2f11 req-c2de5355-976c-4aa8-b67b-00e6c8403b42 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512581 Mar 04 15:52:25.885602 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd5d6628-5f4a-4ac1-bd7e-79e46ceaa78c req-97020c0d-7e95-46ee-b204-e091630099dc tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Mar 04 15:52:26.893855 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57a0a6-2df8-4bdd-bcdb-305abb49ea3a req-42ca06f4-2f0b-43a0-a3d1-9bfd302b4d82 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:26.900824 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f57a0a6-2df8-4bdd-bcdb-305abb49ea3a req-42ca06f4-2f0b-43a0-a3d1-9bfd302b4d82 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0595961 Mar 04 15:52:27.005662 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f57a0a6-2df8-4bdd-bcdb-305abb49ea3a req-16239f19-10aa-4b7f-8d6d-ec7f55296d2e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038768 Mar 04 15:52:27.051574 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d88339c-f848-4126-a69f-fb9bb8851c74 req-e689c2ec-b1ca-453c-8198-86d72dd4bc4c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 210 time: 0.0446410 Mar 04 15:52:28.146063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0dd81-75bf-443c-aadd-b0e3b6356542 req-1f02e5e9-e3d8-44d4-813b-18311952b2c9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:28.148333 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52a0dd81-75bf-443c-aadd-b0e3b6356542 req-1f02e5e9-e3d8-44d4-813b-18311952b2c9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0780563 Mar 04 15:52:28.181474 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84e346bb-ed60-4901-9233-477e0fda21c6 req-38650036-cdd2-4180-a615-1fcc10a5e2ea tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 210 time: 0.0319421 Mar 04 15:52:28.220860 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52a0dd81-75bf-443c-aadd-b0e3b6356542 req-5732e113-2d64-4b31-97a4-07f910fd48f3 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621736 Mar 04 15:52:28.638332 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-c519aa71-12a1-438a-9336-6230f97b4273 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:28.641544 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-c519aa71-12a1-438a-9336-6230f97b4273 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.1563377 Mar 04 15:52:28.731768 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-599b1c8a-828c-4c85-90d3-59962706c403 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 472 time: 0.0816307 Mar 04 15:52:28.741837 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'port': {'device_id': '650ee693-253b-4531-be2f-ea6c6ec12348', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'admin_state_up': True, 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'security_groups': ['d5202c0c-0e56-4820-8b63-a8a5136b056a']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:29.015671 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Made reservation on behalf of 465f19274bc2406aa4a4f64f6b512e5f for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:52:29.020151 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:29.186698 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.20.0.10 (83674755-1cf6-4149-93b5-7c4531f5498c/2318ba06-7dcd-49b8-9a76-27c8ce24cb09/37b48c41-a8f8-4a08-81c8-7e4f36573e3b) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:52:29.364279 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b2a6326b-9cfc-40f4-8a93-5eb18ce5a7f0 req-fa7b34a5-a26a-4345-bf5f-919b8e17fda2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 210 time: 0.0448666 Mar 04 15:52:29.402522 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:29.440597 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2ab0b-26a8-4436-a589-bedc5aede725 req-bd714240-f041-47e9-90b3-522ff947c969 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:29.442077 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5fa2ab0b-26a8-4436-a589-bedc5aede725 req-bd714240-f041-47e9-90b3-522ff947c969 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.1088657 Mar 04 15:52:29.508790 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5fa2ab0b-26a8-4436-a589-bedc5aede725 req-06354fc0-0bb2-4331-acb8-ca04538f284e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610242 Mar 04 15:52:29.789183 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:29.838570 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:52:29.840013 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:52:29.843652 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:52:29.876113 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:29.909544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:29.910149 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:30.005388 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-b1606115-25db-466f-bafe-3fb36b902993 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669880 Mar 04 15:52:30.027356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Request body: {'port': {'device_id': '650ee693-253b-4531-be2f-ea6c6ec12348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:30.110639 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:30.136297 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-b094b6e3-1069-42f8-8a51-8c45e29f099b None None] Provisioning complete for port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:52:30.136915 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b094b6e3-1069-42f8-8a51-8c45e29f099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:30.232397 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-b094b6e3-1069-42f8-8a51-8c45e29f099b None None] Port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:52:30.569156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6641f1-98b5-4ad1-a08f-2f842ad45c87 req-1a9197ed-1099-4904-8e3d-72accec07124 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:30.570891 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7c6641f1-98b5-4ad1-a08f-2f842ad45c87 req-1a9197ed-1099-4904-8e3d-72accec07124 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 932 time: 0.1066163 Mar 04 15:52:30.573015 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b48c41-a8f8-4a08-81c8-7e4f36573e3b {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:52:30.601925 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Publish callbacks [] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:30.656967 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Transition to ACTIVE for port object 37b48c41-a8f8-4a08-81c8-7e4f36573e3b will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:52:30.661901 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7c6641f1-98b5-4ad1-a08f-2f842ad45c87 req-6f466c07-23d0-4ffe-87e5-31e0c699b766 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834925 Mar 04 15:52:30.712793 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1e5bc-dd28-4cfe-8b08-946289f79615 req-91bd746a-09eb-45f3-8824-ec98c5cdd32d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:30.715435 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1dc1e5bc-dd28-4cfe-8b08-946289f79615 req-91bd746a-09eb-45f3-8824-ec98c5cdd32d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0908415 Mar 04 15:52:30.717355 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:30.833281 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1dc1e5bc-dd28-4cfe-8b08-946289f79615 req-75e40528-89d8-4093-aa83-83421e988bd1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839553 Mar 04 15:52:30.833697 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Pushing event updated for resources: {'Port': ['ID=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:30.934430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Attempting to bind port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:52:30.934887 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Attempting to bind port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:52:30.935278 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Attempting to bind port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:52:30.945881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b on network 83674755-1cf6-4149-93b5-7c4531f5498c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:52:30.946371 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Attempting to bind port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:52:30.956158 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:52:30.956563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:52:30.957019 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Bound using segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:52:30.957519 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Bound port: 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:52:30.958057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:31.042733 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] For port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:52:31.046312 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] For port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:52:31.137885 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:31.186030 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:31.189562 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:31.189562 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] 10.222.0.16 "PUT /v2.0/ports/37b48c41-a8f8-4a08-81c8-7e4f36573e3b HTTP/1.1" status: 200 len: 1094 time: 1.1666458 Mar 04 15:52:31.189562 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:52:31.194342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f566f-f639-45be-ac7f-da7f55893da1" -d '{"events": [{"name": "network-changed", "server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:52:31.248496 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf93a3-a3f5-4d87-bba6-fe81a13f9076 service neutron] Pushing event updated for resources: {'Port': ['ID=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:31.255984 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d474ef0f-6395-43e5-b402-e7947066a397 x-openstack-request-id: req-d474ef0f-6395-43e5-b402-e7947066a397 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:52:31.256454 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:52:31.257000 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d474ef0f-6395-43e5-b402-e7947066a397 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:52:31.257570 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'status': 'completed', 'code': 200} Mar 04 15:52:31.367301 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f566f-f639-45be-ac7f-da7f55893da1 req-cf0295ac-9c7f-42fc-ad3a-f119d8064595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:31.368704 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-453f566f-f639-45be-ac7f-da7f55893da1 req-cf0295ac-9c7f-42fc-ad3a-f119d8064595 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 1128 time: 0.0930910 Mar 04 15:52:31.541013 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f566f-f639-45be-ac7f-da7f55893da1 req-0a767dd5-4755-47df-b7b4-b9c19c0c6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:31.542924 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-453f566f-f639-45be-ac7f-da7f55893da1 req-0a767dd5-4755-47df-b7b4-b9c19c0c6334 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1558192 Mar 04 15:52:31.675829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f566f-f639-45be-ac7f-da7f55893da1 req-244f90b8-a829-46aa-a184-2f2dc82620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:31.677446 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-453f566f-f639-45be-ac7f-da7f55893da1 req-244f90b8-a829-46aa-a184-2f2dc82620f4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275928 Mar 04 15:52:31.829961 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-0f713fab-3c25-436d-9aaf-57887c778bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:31.832003 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-0f713fab-3c25-436d-9aaf-57887c778bdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 1128 time: 0.0983214 Mar 04 15:52:31.852852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3efb24-8681-4642-9e2e-9aec7f2e1400 req-eaf7ce6c-2952-48c1-a7e3-2db86514cab7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:31.854426 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7e3efb24-8681-4642-9e2e-9aec7f2e1400 req-eaf7ce6c-2952-48c1-a7e3-2db86514cab7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 944 time: 0.0816085 Mar 04 15:52:31.923889 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-bd233c57-768a-4521-bd2d-bde1fb3e9a24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b HTTP/1.1" status: 200 len: 217 time: 0.0794754 Mar 04 15:52:32.057910 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-ac67a837-91c7-4ae4-b7bf-80f69335baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:32.059510 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-ac67a837-91c7-4ae4-b7bf-80f69335baee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.1196163 Mar 04 15:52:32.098242 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7e3efb24-8681-4642-9e2e-9aec7f2e1400 req-efa96527-fb1f-430c-8588-0f2bfdc0af30 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363958 Mar 04 15:52:32.108404 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab32c0-bb31-4cdb-b87e-deb75e357fd0 req-ff223f01-547e-4888-ac4b-d414a7694bdd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:32.126312 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-99ab32c0-bb31-4cdb-b87e-deb75e357fd0 req-ff223f01-547e-4888-ac4b-d414a7694bdd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.1728466 Mar 04 15:52:32.175151 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-16183b9f-39a6-4038-91f3-5e22b9ef6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:32.176686 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-16183b9f-39a6-4038-91f3-5e22b9ef6f2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100135 Mar 04 15:52:32.188561 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-99ab32c0-bb31-4cdb-b87e-deb75e357fd0 req-6488e299-e635-45aa-80a2-39151dcf4530 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603778 Mar 04 15:52:32.291139 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-96c76acd-71d7-42a2-8efb-60db6c6ad5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015308 Mar 04 15:52:32.398130 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d29232fa-c758-4243-a4cb-9eb94c5e94df req-14e7b30a-6c7b-4f85-9eb7-ef252fab0eaa service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000671 Mar 04 15:52:33.225073 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b21962-815e-407f-aad4-e5c84d5b42e3 req-e74c79cc-125e-4cb2-813d-f4cf0c9ea2c1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:33.227122 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a7b21962-815e-407f-aad4-e5c84d5b42e3 req-e74c79cc-125e-4cb2-813d-f4cf0c9ea2c1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 944 time: 0.0551851 Mar 04 15:52:33.316449 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a7b21962-815e-407f-aad4-e5c84d5b42e3 req-179c85bf-704b-48f5-9b0f-0e8ef533cc10 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834637 Mar 04 15:52:33.337074 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda244-55a3-4cb8-953f-17149f535702 req-2c1502fd-e1b0-497c-b03b-dc1b4c490f25 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:33.338554 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ebda244-55a3-4cb8-953f-17149f535702 req-2c1502fd-e1b0-497c-b03b-dc1b4c490f25 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0661283 Mar 04 15:52:33.384650 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ebda244-55a3-4cb8-953f-17149f535702 req-de20d5df-25bb-4ef2-a918-ac68da332031 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Mar 04 15:52:33.883215 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35156) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:34.037491 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7db4a1c6-bfac-437d-8154-034126a6d66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.146093 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7db4a1c6-bfac-437d-8154-034126a6d66c admin admin] Publish callbacks [] for security_group (310658ae-e8b3-4787-9258-c494373c0003), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.168997 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35166) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:34.212256 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7db4a1c6-bfac-437d-8154-034126a6d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (310658ae-e8b3-4787-9258-c494373c0003), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.251369 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35170) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:34.251904 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7db4a1c6-bfac-437d-8154-034126a6d66c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331207c0b2934bd6b5dcf3d25f6eca28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675306 Mar 04 15:52:34.280264 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4a1c6-bfac-437d-8154-034126a6d66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310658ae-e8b3-4787-9258-c494373c0003,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:34.318242 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-247f92f8-f53a-42b1-8025-e84b706f68e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.322826 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7758-7ae9-4c45-9bd4-ed578ff75e73 admin admin] Publish callbacks [] for security_group (310658ae-e8b3-4787-9258-c494373c0003), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.347748 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7758-7ae9-4c45-9bd4-ed578ff75e73 admin admin] Publish callbacks [] for security_group (310658ae-e8b3-4787-9258-c494373c0003), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.404903 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-247f92f8-f53a-42b1-8025-e84b706f68e5 admin admin] Publish callbacks [] for security_group (7ff970f4-c59d-42b3-968e-f5f2a3fd9f88), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.448718 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19767-3a0e-43fd-bc6f-c895d992988f req-ac5a3953-0736-41d4-8f79-b1df5561d3c0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:34.450224 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d7b19767-3a0e-43fd-bc6f-c895d992988f req-ac5a3953-0736-41d4-8f79-b1df5561d3c0 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 944 time: 0.0651548 Mar 04 15:52:34.524908 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d7b19767-3a0e-43fd-bc6f-c895d992988f req-fd68906d-1f61-41ba-a9f4-4a28eb0e50d1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670826 Mar 04 15:52:34.540260 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c0185-b14c-4a9d-85a7-6ff92442019d req-71f8514b-2c27-4a35-aeda-72783c8e5769 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:34.540441 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4c4c0185-b14c-4a9d-85a7-6ff92442019d req-71f8514b-2c27-4a35-aeda-72783c8e5769 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0849485 Mar 04 15:52:34.554864 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-247f92f8-f53a-42b1-8025-e84b706f68e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (7ff970f4-c59d-42b3-968e-f5f2a3fd9f88), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.577471 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7758-7ae9-4c45-9bd4-ed578ff75e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (310658ae-e8b3-4787-9258-c494373c0003), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.580629 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7758-7ae9-4c45-9bd4-ed578ff75e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.581898 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-3e5c7758-7ae9-4c45-9bd4-ed578ff75e73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/310658ae-e8b3-4787-9258-c494373c0003 HTTP/1.1" status: 204 len: 168 time: 0.3295038 Mar 04 15:52:34.599311 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-247f92f8-f53a-42b1-8025-e84b706f68e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e7b12dfacaa4f80ac908e09986a3a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289966 Mar 04 15:52:34.600258 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f92f8-f53a-42b1-8025-e84b706f68e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff970f4-c59d-42b3-968e-f5f2a3fd9f88,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:34.603172 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35184) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:34.607333 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c7758-7ae9-4c45-9bd4-ed578ff75e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310658ae-e8b3-4787-9258-c494373c0003,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:34.623744 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4c4c0185-b14c-4a9d-85a7-6ff92442019d req-2f313ffb-d920-4bde-9a0f-df9537276453 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744426 Mar 04 15:52:34.688733 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5720cf0f-34e3-42e6-8d6a-07ed9b71c08a admin admin] Publish callbacks [] for security_group (7ff970f4-c59d-42b3-968e-f5f2a3fd9f88), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.699060 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35188) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:34.716481 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5720cf0f-34e3-42e6-8d6a-07ed9b71c08a admin admin] Publish callbacks [] for security_group (7ff970f4-c59d-42b3-968e-f5f2a3fd9f88), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.815734 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0b564bf2-660f-4eb9-b4f7-15a37b6740f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.837672 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5720cf0f-34e3-42e6-8d6a-07ed9b71c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (7ff970f4-c59d-42b3-968e-f5f2a3fd9f88), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.840203 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5720cf0f-34e3-42e6-8d6a-07ed9b71c08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.841427 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5720cf0f-34e3-42e6-8d6a-07ed9b71c08a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ff970f4-c59d-42b3-968e-f5f2a3fd9f88 HTTP/1.1" status: 204 len: 168 time: 0.2370834 Mar 04 15:52:34.860185 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720cf0f-34e3-42e6-8d6a-07ed9b71c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff970f4-c59d-42b3-968e-f5f2a3fd9f88,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:34.907827 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0b564bf2-660f-4eb9-b4f7-15a37b6740f3 admin admin] Publish callbacks [] for security_group (afbeae9d-8364-443d-9759-317ead5e7c5f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:34.977256 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0b564bf2-660f-4eb9-b4f7-15a37b6740f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (afbeae9d-8364-443d-9759-317ead5e7c5f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.017013 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0b564bf2-660f-4eb9-b4f7-15a37b6740f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=252e30c95a254813ae17d6e46fee2d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168752 Mar 04 15:52:35.019500 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b564bf2-660f-4eb9-b4f7-15a37b6740f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbeae9d-8364-443d-9759-317ead5e7c5f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:35.020315 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35204) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:35.075997 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4e651312-1434-4654-92bd-35f36c61dd45 admin admin] Publish callbacks [] for security_group (afbeae9d-8364-443d-9759-317ead5e7c5f), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.097351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4e651312-1434-4654-92bd-35f36c61dd45 admin admin] Publish callbacks [] for security_group (afbeae9d-8364-443d-9759-317ead5e7c5f), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.200145 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4e651312-1434-4654-92bd-35f36c61dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (afbeae9d-8364-443d-9759-317ead5e7c5f), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.202830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4e651312-1434-4654-92bd-35f36c61dd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.204011 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4e651312-1434-4654-92bd-35f36c61dd45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afbeae9d-8364-443d-9759-317ead5e7c5f HTTP/1.1" status: 204 len: 168 time: 0.1819320 Mar 04 15:52:35.212458 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e651312-1434-4654-92bd-35f36c61dd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbeae9d-8364-443d-9759-317ead5e7c5f,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:35.412449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35218) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:35.426085 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8e659ca4-9d08-4bf1-9280-76a75639743b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.510979 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8e659ca4-9d08-4bf1-9280-76a75639743b admin admin] Publish callbacks [] for security_group (efeeb796-5eb2-433c-b05f-35cd9fe9c9d6), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.605037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8e659ca4-9d08-4bf1-9280-76a75639743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (efeeb796-5eb2-433c-b05f-35cd9fe9c9d6), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.669300 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-8e659ca4-9d08-4bf1-9280-76a75639743b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c46e7197bc584c4f98b44136e323de3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557938 Mar 04 15:52:35.672372 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35228) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:35.672922 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e659ca4-9d08-4bf1-9280-76a75639743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeeb796-5eb2-433c-b05f-35cd9fe9c9d6,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:35.705328 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764842d-3576-4aa7-80f1-7cd99a406b7e req-ecca77ee-e5e5-4de7-a17b-d622a9d7ee5b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:35.707113 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2764842d-3576-4aa7-80f1-7cd99a406b7e req-ecca77ee-e5e5-4de7-a17b-d622a9d7ee5b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 944 time: 0.1129353 Mar 04 15:52:35.708964 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 37b48c41-a8f8-4a08-81c8-7e4f36573e3b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:52:35.798788 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b47db56f-3bb1-4963-b5ac-44f0ad84b865 admin admin] Publish callbacks [] for security_group (efeeb796-5eb2-433c-b05f-35cd9fe9c9d6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.832004 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-2be7e5ef-c975-45cf-9d60-3454d350e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:35.834040 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-2be7e5ef-c975-45cf-9d60-3454d350e6ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1130 time: 0.1487935 Mar 04 15:52:35.845434 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b47db56f-3bb1-4963-b5ac-44f0ad84b865 admin admin] Publish callbacks [] for security_group (efeeb796-5eb2-433c-b05f-35cd9fe9c9d6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.872678 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:35.890740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'port_id': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'mac_address': 'fa:16:3e:f0:ee:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:52:35.899811 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2764842d-3576-4aa7-80f1-7cd99a406b7e req-51d8a267-f781-4a66-ac36-a7eeb03cbd38 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605434 Mar 04 15:52:35.931963 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9381-872e-42ea-8067-71587074e8b4 req-91999f5f-7e67-456d-83a9-339ccd61a46f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:35.938227 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f48e9381-872e-42ea-8067-71587074e8b4 req-91999f5f-7e67-456d-83a9-339ccd61a46f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.1704345 Mar 04 15:52:35.941533 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:52:35.942043 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.955955 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b48c41-a8f8-4a08-81c8-7e4f36573e3b {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:52:35.966090 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b47db56f-3bb1-4963-b5ac-44f0ad84b865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (efeeb796-5eb2-433c-b05f-35cd9fe9c9d6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.968732 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b47db56f-3bb1-4963-b5ac-44f0ad84b865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:35.969962 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b47db56f-3bb1-4963-b5ac-44f0ad84b865 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efeeb796-5eb2-433c-b05f-35cd9fe9c9d6 HTTP/1.1" status: 204 len: 168 time: 0.2962661 Mar 04 15:52:35.983175 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47db56f-3bb1-4963-b5ac-44f0ad84b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeeb796-5eb2-433c-b05f-35cd9fe9c9d6,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:35.985092 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:36.020007 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f48e9381-872e-42ea-8067-71587074e8b4 req-cccede4a-65e3-42c8-a15d-832729f76474 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772312 Mar 04 15:52:36.021133 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-406af88e-4587-423b-9e10-5001ae1912f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:36.022627 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-406af88e-4587-423b-9e10-5001ae1912f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.1809237 Mar 04 15:52:36.051610 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.106859 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:36.109450 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-9af980f4-7714-4988-8779-759bca5af91a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 1002 time: 0.0794621 Mar 04 15:52:36.158780 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-0e2635d7-cb0f-4765-947f-750549d1d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:36.160236 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-0e2635d7-cb0f-4765-947f-750549d1d6b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0446470 Mar 04 15:52:36.212238 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-f49a7fa0-e570-4e4c-8d7d-e4937292a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:36.213628 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-f49a7fa0-e570-4e4c-8d7d-e4937292a85a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467601 Mar 04 15:52:36.304602 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-77644778-8b18-4fd2-856d-fd29aae57f65 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824544 Mar 04 15:52:36.396249 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e5b5dee-23c5-40f4-84e9-fb2d71cd5363 req-5fe4fcaf-4ce5-4a99-aefe-45fe94d81a7b service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856280 Mar 04 15:52:36.421501 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['37b48c41-a8f8-4a08-81c8-7e4f36573e3b'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:52:36.489586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35244) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:36.599369 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-31e2fffd-f757-4e6d-97a6-b869c4c1d4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.672250 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-31e2fffd-f757-4e6d-97a6-b869c4c1d4d8 admin admin] Publish callbacks [] for security_group (c35e116d-333d-4aa4-8cba-5dd9d4142dbf), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.743209 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-31e2fffd-f757-4e6d-97a6-b869c4c1d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c35e116d-333d-4aa4-8cba-5dd9d4142dbf), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.786374 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-31e2fffd-f757-4e6d-97a6-b869c4c1d4d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4f5da4a9612436aa84fca8f0e388a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932589 Mar 04 15:52:36.786374 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2fffd-f757-4e6d-97a6-b869c4c1d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e116d-333d-4aa4-8cba-5dd9d4142dbf,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:36.787081 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35256) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:36.836619 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Publish callbacks [] for security_group (c35e116d-333d-4aa4-8cba-5dd9d4142dbf), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.856921 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Publish callbacks [] for security_group (c35e116d-333d-4aa4-8cba-5dd9d4142dbf), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.954791 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c35e116d-333d-4aa4-8cba-5dd9d4142dbf), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.957646 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:36.958841 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c35e116d-333d-4aa4-8cba-5dd9d4142dbf HTTP/1.1" status: 204 len: 168 time: 0.1706920 Mar 04 15:52:36.991730 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e116d-333d-4aa4-8cba-5dd9d4142dbf,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:37.007290 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.007646 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.007996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.008343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.008777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.009001 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.009335 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.009666 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.010015 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.010345 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.010674 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.010998 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.011351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65629d-ba79-436e-8a7b-5cee50c42b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:37.032931 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b039054-cf7b-4d5e-9e33-fe29d5e2aa25 req-e1cf4b28-bb7f-4f27-8dfe-61df36311a4f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:37.034545 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b039054-cf7b-4d5e-9e33-fe29d5e2aa25 req-e1cf4b28-bb7f-4f27-8dfe-61df36311a4f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 945 time: 0.0747199 Mar 04 15:52:37.085623 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b039054-cf7b-4d5e-9e33-fe29d5e2aa25 req-9048d31d-aab5-4317-b0ff-10a7217f9dd5 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 Mar 04 15:52:37.147601 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b507f0b-616b-4da8-8a47-ea22e12fa91d req-e6f47a38-1ebb-4872-9d4a-20a38b597c17 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:37.149673 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0b507f0b-616b-4da8-8a47-ea22e12fa91d req-e6f47a38-1ebb-4872-9d4a-20a38b597c17 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 946 time: 0.0540783 Mar 04 15:52:37.200536 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0b507f0b-616b-4da8-8a47-ea22e12fa91d req-7445ca32-9ead-4c8a-a41d-3a39b79fa5be tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435076 Mar 04 15:52:37.721766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 37b48c41-a8f8-4a08-81c8-7e4f36573e3b up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:52:37.765989 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35280) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:37.822767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:52:37.826961 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:52:37.827409 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:37.869482 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd451-302c-469e-9dfa-aef002f3078e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:37.905693 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:52:37.906100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:37.928318 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:52:37.930529 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e5ec3-6d12-4ce8-a692-8995da0a76c0" -d '{"events": [{"server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "name": "network-vif-plugged", "status": "completed", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:52:37.943055 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:37.945358 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd451-302c-469e-9dfa-aef002f3078e admin admin] Publish callbacks [] for security_group (edafd409-24a1-4ad0-b9c7-44ef7f8c93bb), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:37.965060 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d8605-89ab-4bc1-a9a4-9246e62e01aa x-openstack-request-id: req-432d8605-89ab-4bc1-a9a4-9246e62e01aa {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:52:37.965353 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "name": "network-vif-plugged", "status": "completed", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:52:37.965612 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-432d8605-89ab-4bc1-a9a4-9246e62e01aa {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:52:37.966043 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'code': 200} Mar 04 15:52:38.005740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.006590 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:52:38.034916 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd451-302c-469e-9dfa-aef002f3078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (edafd409-24a1-4ad0-b9c7-44ef7f8c93bb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.075152 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-bf0cd451-302c-469e-9dfa-aef002f3078e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e6c3a077692401ba6ee9dda54499c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080111 Mar 04 15:52:38.076350 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cd451-302c-469e-9dfa-aef002f3078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edafd409-24a1-4ad0-b9c7-44ef7f8c93bb,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:38.077794 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35286) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:38.119245 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:38.134342 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134342 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134342 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134342 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134342 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134342 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134843 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76cdee02-2009-4e7d-beed-ce1c6e03ca87 admin admin] Publish callbacks [] for security_group (edafd409-24a1-4ad0-b9c7-44ef7f8c93bb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.134939 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134939 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134939 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.134939 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.135272 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.135596 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.135916 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:52:38.146647 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: ACTIVE; New status is: DOWN {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:52:38.147270 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.157777 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76cdee02-2009-4e7d-beed-ce1c6e03ca87 admin admin] Publish callbacks [] for security_group (edafd409-24a1-4ad0-b9c7-44ef7f8c93bb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.181765 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:52:38.239912 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.274642 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76cdee02-2009-4e7d-beed-ce1c6e03ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (edafd409-24a1-4ad0-b9c7-44ef7f8c93bb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.277298 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-76cdee02-2009-4e7d-beed-ce1c6e03ca87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:38.278457 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-76cdee02-2009-4e7d-beed-ce1c6e03ca87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edafd409-24a1-4ad0-b9c7-44ef7f8c93bb HTTP/1.1" status: 204 len: 168 time: 0.1990991 Mar 04 15:52:38.288036 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdee02-2009-4e7d-beed-ce1c6e03ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edafd409-24a1-4ad0-b9c7-44ef7f8c93bb,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:38.322447 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=8']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:52:38.558213 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596b4b2-1127-47fb-adc6-e933c812d01d req-7d8b574c-5832-488f-a49c-8c2c65a3600e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:38.562247 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5596b4b2-1127-47fb-adc6-e933c812d01d req-7d8b574c-5832-488f-a49c-8c2c65a3600e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.3982794 Mar 04 15:52:38.572501 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1bb02-1d08-4efa-924b-26910129c37b req-77a7755a-99b5-4e79-839f-9bd8be4d35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:38.574412 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e3f1bb02-1d08-4efa-924b-26910129c37b req-77a7755a-99b5-4e79-839f-9bd8be4d35c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 1130 time: 0.1065180 Mar 04 15:52:38.583185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9637-a993-458b-86a7-c3d62249db0b req-a62cce52-84b2-4e17-a706-1143ed910b36 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:38.584648 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0fdb9637-a993-458b-86a7-c3d62249db0b req-a62cce52-84b2-4e17-a706-1143ed910b36 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.1157854 Mar 04 15:52:38.688307 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5596b4b2-1127-47fb-adc6-e933c812d01d req-f907ce11-2f42-45f3-8cf1-2244b2bba06c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129279 Mar 04 15:52:38.695950 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e3f1bb02-1d08-4efa-924b-26910129c37b req-4eb8bcfb-6508-486d-a5e9-d8f3e527d0e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086898 Mar 04 15:52:38.701789 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0fdb9637-a993-458b-86a7-c3d62249db0b req-6cfe0cf8-a3aa-428e-8141-9eb98593764b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911336 Mar 04 15:52:39.708603 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d5317735-5391-4e3a-a11f-80a46c36b9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:39.853772 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2cfcf-b549-4223-a137-5326f0766f63 req-727ddd3f-10b5-461b-b14b-824fee0ab498 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:39.855238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ddf2cfcf-b549-4223-a137-5326f0766f63 req-727ddd3f-10b5-461b-b14b-824fee0ab498 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.0808611 Mar 04 15:52:39.865834 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa1ab7-cb16-49f1-a619-563ed5883cca req-cc5dc5cf-ee48-48bd-9dbc-a935c4f2b7ef tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:39.867228 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d0fa1ab7-cb16-49f1-a619-563ed5883cca req-cc5dc5cf-ee48-48bd-9dbc-a935c4f2b7ef tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0838327 Mar 04 15:52:39.936613 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ddf2cfcf-b549-4223-a137-5326f0766f63 req-2731917c-00a9-42dc-aaed-7c8d55ae41de tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684538 Mar 04 15:52:39.950446 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d0fa1ab7-cb16-49f1-a619-563ed5883cca req-e784040c-bb36-40f9-ab16-c14295f4be1d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747333 Mar 04 15:52:39.968198 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:52:39.970643 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdefb736-6879-4d37-88bf-710418aa2db4" -d '{"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-unplugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:52:40.005902 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04a428d-f617-4337-9936-9f9db221aafa x-openstack-request-id: req-d04a428d-f617-4337-9936-9f9db221aafa {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:52:40.005902 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-unplugged", "status": "failed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "code": 422}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:52:40.006232 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d04a428d-f617-4337-9936-9f9db221aafa {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:52:40.006696 dv-cinder-831247-6-iscsi neutron-server[110048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'code': 422} returned with failed status Mar 04 15:52:40.962746 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-0beb464f-6991-4d88-a2a6-fc38123b40a9 req-a41090a5-dc31-4f68-baeb-fab598e5af55 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:52:40.965231 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0beb464f-6991-4d88-a2a6-fc38123b40a9 req-a41090a5-dc31-4f68-baeb-fab598e5af55 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071843 Mar 04 15:52:41.057525 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d65551-60af-4f21-b421-fda717f23a95 req-76b5b98e-2fc6-4ab7-bc61-c85add7f53f4 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:41.059061 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5d65551-60af-4f21-b421-fda717f23a95 req-76b5b98e-2fc6-4ab7-bc61-c85add7f53f4 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.0524662 Mar 04 15:52:41.109254 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5d65551-60af-4f21-b421-fda717f23a95 req-5b0fa417-59f1-4115-b4c9-7906a45ce0af tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Mar 04 15:52:41.240095 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13ce4-1cab-470e-ad07-5f49eae7f054 req-451fff80-f781-4b9f-b9ae-305d0f89baa3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:41.241581 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-07e13ce4-1cab-470e-ad07-5f49eae7f054 req-451fff80-f781-4b9f-b9ae-305d0f89baa3 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.0692441 Mar 04 15:52:41.251804 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35358) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:41.257047 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'port_id': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:52:41.301914 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (447b7b2e-240b-4a11-b22c-d743d3c44e47), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:41.315673 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a2ffe-77e2-426f-a5e5-4b518fa3ef3c req-599c0d99-05f2-47c6-8281-898092db3cfb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:41.317318 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e80a2ffe-77e2-426f-a5e5-4b518fa3ef3c req-599c0d99-05f2-47c6-8281-898092db3cfb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0658512 Mar 04 15:52:41.400886 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e80a2ffe-77e2-426f-a5e5-4b518fa3ef3c req-0bb46eae-ecd3-416b-a1d9-4a4544b3f4a5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762556 Mar 04 15:52:41.745105 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:52:41.760058 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:41.818708 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: DOWN; New status is: DOWN {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:52:41.845693 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (447b7b2e-240b-4a11-b22c-d743d3c44e47), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:41.877466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35382) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:41.957579 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP 447b7b2e-240b-4a11-b22c-d743d3c44e47 associated. External IP: 172.27.2.76, port: 37b48c41-a8f8-4a08-81c8-7e4f36573e3b. Mar 04 15:52:41.978807 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-2206f544-2ec6-4668-9429-0718f0ef8aed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998034 Mar 04 15:52:41.987950 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-bf8a9bab-ec35-4893-91ce-4ba90adbb2e3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:52:41.988994 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-bf8a9bab-ec35-4893-91ce-4ba90adbb2e3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053465 Mar 04 15:52:42.042206 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-b6b7b606-f7e1-40d7-bcd9-828125a35fab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518737 Mar 04 15:52:42.062960 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d2c6-d797-490e-8e4f-42f708ec7247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:42.095182 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35392) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:52:42.124662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-d256b9d9-0d9b-422f-bcda-8faa3ac89d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.126287 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-d256b9d9-0d9b-422f-bcda-8faa3ac89d3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 1130 time: 0.0601153 Mar 04 15:52:42.197275 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:52:42.244692 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-be34d43e-47d8-4f84-96f9-c5d737e44ec5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.246057 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-be34d43e-47d8-4f84-96f9-c5d737e44ec5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports/c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 941 time: 0.1497459 Mar 04 15:52:42.272296 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-9a1468a0-8a46-4288-ba4c-7592105a639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.273933 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-9a1468a0-8a46-4288-ba4c-7592105a639a service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.1279695 Mar 04 15:52:42.311015 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:42.330469 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:52:42.330469 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:42.333140 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:52:42.345143 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:52:42.355655 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:52:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:42.356071 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-c4dd05a7-5aa0-497b-8a51-9b129352b32a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe HTTP/1.1" status: 200 len: 1001 time: 0.0754731 Mar 04 15:52:42.362515 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2cd8e67a-a2d2-4e37-914c-5e6e5883fc6b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "PUT /v2.0/floatingips/447b7b2e-240b-4a11-b22c-d743d3c44e47 HTTP/1.1" status: 200 len: 991 time: 1.1084025 Mar 04 15:52:42.363097 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:52:42.365312 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720cbdef-8d6a-45e5-a0a0-7443810da681" -d '{"events": [{"name": "network-changed", "server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:52:42.410419 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c6816b-c4da-427f-9f04-9ff61b2fbde9 x-openstack-request-id: req-e4c6816b-c4da-427f-9f04-9ff61b2fbde9 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:52:42.410746 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:52:42.411001 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4c6816b-c4da-427f-9f04-9ff61b2fbde9 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:52:42.411401 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'status': 'completed', 'code': 200} Mar 04 15:52:42.433162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-cb27c5a5-d737-409e-9123-f1e62a2eb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.434818 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-cb27c5a5-d737-409e-9123-f1e62a2eb7ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0575011 Mar 04 15:52:42.478598 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:52:42.480796 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-6bf423db-6a18-447d-99f8-d7d1db38cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.482368 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-6bf423db-6a18-447d-99f8-d7d1db38cc4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 1130 time: 0.0502183 Mar 04 15:52:42.543417 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-f35e68d3-f1a0-4e71-9120-4860fa050e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.544859 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-f35e68d3-f1a0-4e71-9120-4860fa050e6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011829 Mar 04 15:52:42.593976 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-17ace3a4-9fb3-4e87-9e9e-6f5f1a34efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.597866 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-17ace3a4-9fb3-4e87-9e9e-6f5f1a34efc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.1044748 Mar 04 15:52:42.606190 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68b816-e8f7-4544-8d17-6c9fa512bd54 req-8793e3ca-2000-483f-9c32-3b7440694964 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.613694 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9d68b816-e8f7-4544-8d17-6c9fa512bd54 req-8793e3ca-2000-483f-9c32-3b7440694964 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.1229429 Mar 04 15:52:42.700216 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-08104268-b865-48ad-bb96-1e83b105eda3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b HTTP/1.1" status: 200 len: 999 time: 0.0962868 Mar 04 15:52:42.702269 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9d68b816-e8f7-4544-8d17-6c9fa512bd54 req-21cfff6b-db76-4aad-9a8e-a4c574267c4c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809996 Mar 04 15:52:42.709611 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-899223e7-84fe-47a7-8df8-7d45297ed875 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573474 Mar 04 15:52:42.762015 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-438ab886-2e5b-47bb-8d25-af6d9ce2c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.763526 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-438ab886-2e5b-47bb-8d25-af6d9ce2c0e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0537169 Mar 04 15:52:42.791324 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '447b7b2e-240b-4a11-b22c-d743d3c44e47', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:f0:ee:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650ee693-253b-4531-be2f-ea6c6ec12348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:52:22Z', 'updated_at': '2022-03-04T15:52:41Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}, {'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:37Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:42.812310 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e6b2be62-d874-430e-b87a-bd7bdbb3480f req-49197ae9-5739-46dc-99d4-76467dc361f8 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955822 Mar 04 15:52:42.823092 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:52:42.823471 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-6eb4cf4a-038a-47c3-98d7-a7b42655a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:42.825103 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-6eb4cf4a-038a-47c3-98d7-a7b42655a86e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531144 Mar 04 15:52:42.833635 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:52:42.834273 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:52:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:42.921540 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-d98b8ed2-f108-4c2d-95cd-a9c286eba094 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893514 Mar 04 15:52:43.040339 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-720cbdef-8d6a-45e5-a0a0-7443810da681 req-9070b6fe-6732-4e72-aa7f-1359dcdb0222 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123588 Mar 04 15:52:43.086505 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:52:43.335011 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:43.341937 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '447b7b2e-240b-4a11-b22c-d743d3c44e47', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:f0:ee:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650ee693-253b-4531-be2f-ea6c6ec12348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:52:22Z', 'updated_at': '2022-03-04T15:52:41Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}, {'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:37Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:52:43.367965 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b017d12-0f0f-4049-81ef-c7d19b5fd80d None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '447b7b2e-240b-4a11-b22c-d743d3c44e47', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:f0:ee:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650ee693-253b-4531-be2f-ea6c6ec12348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:52:22Z', 'updated_at': '2022-03-04T15:52:41Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}, {'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:37Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:52:43.554237 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22536671-bbc8-4978-8f12-fa4cdba6d359 None None] New status for floating IP 447b7b2e-240b-4a11-b22c-d743d3c44e47: ACTIVE {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:52:43.806730 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7809fa-c8a7-4857-af62-eef0e33f25f1 req-03168ba1-8e73-4a71-849a-7ad8d0177935 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:43.808193 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ae7809fa-c8a7-4857-af62-eef0e33f25f1 req-03168ba1-8e73-4a71-849a-7ad8d0177935 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0526619 Mar 04 15:52:43.860986 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ae7809fa-c8a7-4857-af62-eef0e33f25f1 req-fa65d4f3-a4f4-43bf-9d45-748d2c4d77cc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470788 Mar 04 15:52:44.696860 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:44.925084 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-3e17130e-14a0-498e-b54b-d48270d8834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:44.926661 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-3e17130e-14a0-498e-b54b-d48270d8834e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68&tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 1128 time: 0.0741098 Mar 04 15:52:44.989479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950392e-8fa0-4e54-85bb-f994bb61ea6d req-1dbf6625-5b9b-4280-bd19-93df1b053570 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:44.991008 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b950392e-8fa0-4e54-85bb-f994bb61ea6d req-1dbf6625-5b9b-4280-bd19-93df1b053570 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0571120 Mar 04 15:52:44.994842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-9eeb079b-ee99-4aa3-9e0b-7842739b9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:44.996879 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-9eeb079b-ee99-4aa3-9e0b-7842739b9cad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1128 time: 0.0487189 Mar 04 15:52:45.038133 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b950392e-8fa0-4e54-85bb-f994bb61ea6d req-b4f67c70-27b3-4b61-b627-92adb495fd72 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Mar 04 15:52:45.086313 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-d665519a-6e06-4806-8450-9f65b84e9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:45.087861 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-d665519a-6e06-4806-8450-9f65b84e9ca6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.0845602 Mar 04 15:52:45.159396 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-488441ca-0411-4d98-ad34-5f7d0a8b22d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 1000 time: 0.0613027 Mar 04 15:52:45.209291 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-166a54dd-bf04-4fdf-afec-2f2b8ff09862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:45.210735 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-166a54dd-bf04-4fdf-afec-2f2b8ff09862 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0427668 Mar 04 15:52:45.258583 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-d4a35e68-ddcc-414b-87f6-929cf59af0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:45.260020 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-d4a35e68-ddcc-414b-87f6-929cf59af0af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421002 Mar 04 15:52:45.348390 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-355af789-39e4-4819-b695-6e4618e4f182 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820615 Mar 04 15:52:45.433659 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-1d1496da-9db0-49ea-a190-e10955bd47a2 req-68a6177b-038f-4c24-bd9b-a1c02ec6062d service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793419 Mar 04 15:52:46.160615 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:52:46.192575 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75605b-f778-4ef5-a3b6-7341a240ccfd req-25a5fe76-c215-44a7-b8f3-3851ae7351bf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:46.200361 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d75605b-f778-4ef5-a3b6-7341a240ccfd req-25a5fe76-c215-44a7-b8f3-3851ae7351bf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0725162 Mar 04 15:52:46.281653 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3d75605b-f778-4ef5-a3b6-7341a240ccfd req-e1572436-f20d-46aa-b937-aa37e8e94e0e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762506 Mar 04 15:52:47.412640 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720b712-2639-400b-ae5b-46279b37c545 req-bddbe956-ec80-4abe-92f1-cbe9af70e046 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:47.414221 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f720b712-2639-400b-ae5b-46279b37c545 req-bddbe956-ec80-4abe-92f1-cbe9af70e046 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0559146 Mar 04 15:52:47.467539 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f720b712-2639-400b-ae5b-46279b37c545 req-3efb8188-4c44-4dd2-abaa-d5ed61297359 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474949 Mar 04 15:52:48.593814 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedc960-8df9-4642-9571-6e3c3f9854c1 req-d889bba6-112d-4a8c-b866-dcd261ac0360 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:48.598380 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eaedc960-8df9-4642-9571-6e3c3f9854c1 req-d889bba6-112d-4a8c-b866-dcd261ac0360 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0579846 Mar 04 15:52:48.644695 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eaedc960-8df9-4642-9571-6e3c3f9854c1 req-106d1802-748f-420a-acac-c2e53464ea8f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Mar 04 15:52:49.764264 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acacda-b17f-4a1e-ae81-85d45aa20027 req-1e474c76-9bdf-453a-994d-a29bdfecad76 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:49.765735 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-49acacda-b17f-4a1e-ae81-85d45aa20027 req-1e474c76-9bdf-453a-994d-a29bdfecad76 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0512416 Mar 04 15:52:49.810877 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-49acacda-b17f-4a1e-ae81-85d45aa20027 req-5b36c754-de35-46f8-9bad-d1773a72c2ee tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397501 Mar 04 15:52:50.938682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18377df-fc23-4edd-806b-534b7f688799 req-b2e620e8-02ef-4f3a-acdf-bbd61f3b6701 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:50.940159 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f18377df-fc23-4edd-806b-534b7f688799 req-b2e620e8-02ef-4f3a-acdf-bbd61f3b6701 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0581207 Mar 04 15:52:50.988228 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f18377df-fc23-4edd-806b-534b7f688799 req-d1568751-e438-4632-af0c-26db2ede0343 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Mar 04 15:52:51.961247 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:52:52.108901 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820b2be-1a2b-4899-bdb3-a129810cb2d3 req-37ef7dac-ab71-4ed2-99d2-f51ecef77ffd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:52.110365 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c820b2be-1a2b-4899-bdb3-a129810cb2d3 req-37ef7dac-ab71-4ed2-99d2-f51ecef77ffd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0504892 Mar 04 15:52:52.155669 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c820b2be-1a2b-4899-bdb3-a129810cb2d3 req-5bedd563-594f-4478-a7b3-300c17fbe842 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 Mar 04 15:52:53.293069 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ad86-4eb9-4179-af4b-fa1b2b0b0011 req-e7ac62e4-bd95-4fd1-85eb-4ac0ba898247 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:53.294738 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e429ad86-4eb9-4179-af4b-fa1b2b0b0011 req-e7ac62e4-bd95-4fd1-85eb-4ac0ba898247 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0608246 Mar 04 15:52:53.351201 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e429ad86-4eb9-4179-af4b-fa1b2b0b0011 req-8ae0df4c-9f6a-4598-ba42-285d2fe36507 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493212 Mar 04 15:52:54.472219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b63934-4a6a-475a-a066-cdfbfeb9bfde req-a40bc8ba-117b-4d1f-afd7-5f04507ecdf2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:54.473744 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52b63934-4a6a-475a-a066-cdfbfeb9bfde req-a40bc8ba-117b-4d1f-afd7-5f04507ecdf2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0508306 Mar 04 15:52:54.518902 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52b63934-4a6a-475a-a066-cdfbfeb9bfde req-0cd211fa-8804-4604-b6c1-ea1b6cec83cd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 Mar 04 15:52:55.648366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6a22f-7c45-4cd9-a6ad-73ade29ad25b req-ca1ae03a-86f3-44ec-a837-ce4a079e9092 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:55.649906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84e6a22f-7c45-4cd9-a6ad-73ade29ad25b req-ca1ae03a-86f3-44ec-a837-ce4a079e9092 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0580652 Mar 04 15:52:55.698347 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84e6a22f-7c45-4cd9-a6ad-73ade29ad25b req-99275591-ba22-4589-afba-b2157d50c8ee tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Mar 04 15:52:56.829343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa2f9f-3aac-4f7e-a18a-5e7059bf9c30 req-b2227df9-907f-4f71-aa88-79788880ae5a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:56.831029 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-65fa2f9f-3aac-4f7e-a18a-5e7059bf9c30 req-b2227df9-907f-4f71-aa88-79788880ae5a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0606740 Mar 04 15:52:56.879274 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-65fa2f9f-3aac-4f7e-a18a-5e7059bf9c30 req-58151ff5-70a2-44df-9599-8d466e0c89a5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 Mar 04 15:52:58.009752 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fc020-45f8-4ec1-b8ef-f86111e8cd8d req-28de4b95-fc28-4152-9657-156be58887df tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:58.012113 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f1fc020-45f8-4ec1-b8ef-f86111e8cd8d req-28de4b95-fc28-4152-9657-156be58887df tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0552816 Mar 04 15:52:58.059789 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f1fc020-45f8-4ec1-b8ef-f86111e8cd8d req-0fb3aa65-9ca1-4e04-9d3d-ff7f1e62146f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Mar 04 15:52:59.188150 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4cd2f-aed1-43a9-9d72-3e18d328ea7b req-fbafc7c0-fb19-47ed-8c83-504568ef8b76 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:52:59.189915 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b9a4cd2f-aed1-43a9-9d72-3e18d328ea7b req-fbafc7c0-fb19-47ed-8c83-504568ef8b76 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0577502 Mar 04 15:52:59.235602 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b9a4cd2f-aed1-43a9-9d72-3e18d328ea7b req-a7016329-3742-4000-afb4-1d0a02856071 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Mar 04 15:53:00.355844 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea54c-ff30-4995-aefd-7281d58f2773 req-ba52d67e-c1d7-4ba1-923a-d8864dda29e4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:00.357309 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e01ea54c-ff30-4995-aefd-7281d58f2773 req-ba52d67e-c1d7-4ba1-923a-d8864dda29e4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0511193 Mar 04 15:53:00.403311 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e01ea54c-ff30-4995-aefd-7281d58f2773 req-ea3d307d-d380-4245-83bf-07dd46bac655 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405099 Mar 04 15:53:01.522535 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f141-905a-48ec-b1aa-3cbf1df6a7d4 req-82cd417a-83ab-4108-9b9e-c2b25355d40f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:01.524075 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7a6f141-905a-48ec-b1aa-3cbf1df6a7d4 req-82cd417a-83ab-4108-9b9e-c2b25355d40f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0513506 Mar 04 15:53:01.573697 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7a6f141-905a-48ec-b1aa-3cbf1df6a7d4 req-62cbe478-ef85-41e9-bfed-00c401ff41fe tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438983 Mar 04 15:53:02.692467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff884c-1dbc-4021-9d85-059f7491725e req-94feba58-eadf-48f9-b11e-b7a066140cd9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:02.694417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7eff884c-1dbc-4021-9d85-059f7491725e req-94feba58-eadf-48f9-b11e-b7a066140cd9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0505664 Mar 04 15:53:02.741220 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7eff884c-1dbc-4021-9d85-059f7491725e req-d0018e73-5de0-4dfb-bc1b-e16809b1144f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Mar 04 15:53:03.871289 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b467-a7f8-4197-b5fa-c5f5e63ceb80 req-b6562a7a-934f-4b23-9d88-51fd69ea4899 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:03.872767 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-53e8b467-a7f8-4197-b5fa-c5f5e63ceb80 req-b6562a7a-934f-4b23-9d88-51fd69ea4899 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0578477 Mar 04 15:53:03.922045 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-53e8b467-a7f8-4197-b5fa-c5f5e63ceb80 req-15061357-6e4c-4003-9bf8-f2176f0a3474 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Mar 04 15:53:05.044267 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66278633-19d9-447c-b88d-9a7c57ac6cfd req-4c67dc3a-460d-41c8-aefd-3a438966db8c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:05.045670 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66278633-19d9-447c-b88d-9a7c57ac6cfd req-4c67dc3a-460d-41c8-aefd-3a438966db8c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0530357 Mar 04 15:53:05.092751 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66278633-19d9-447c-b88d-9a7c57ac6cfd req-70e07de8-3dd2-4457-9805-2722fe759ff2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Mar 04 15:53:06.215342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1378b-d32f-4896-8ede-aab9131bfc50 req-be887050-1ffc-4b93-95e8-de10bf14d698 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:06.217131 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-15d1378b-d32f-4896-8ede-aab9131bfc50 req-be887050-1ffc-4b93-95e8-de10bf14d698 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0512140 Mar 04 15:53:06.262735 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-15d1378b-d32f-4896-8ede-aab9131bfc50 req-1ad736b3-bf59-4292-897a-a28d21e15f59 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Mar 04 15:53:07.393612 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ff76-885d-4796-a046-c540fc583430 req-cd2b16bb-5965-4360-9a68-bd1a58e53be4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:07.395084 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2b85ff76-885d-4796-a046-c540fc583430 req-cd2b16bb-5965-4360-9a68-bd1a58e53be4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0513740 Mar 04 15:53:07.446239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2b85ff76-885d-4796-a046-c540fc583430 req-c67088dd-42e2-4f43-a5a4-8fccdfe72916 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456336 Mar 04 15:53:08.570995 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cec06-2e0f-416e-85eb-a79e1c7284a8 req-7d113e19-8669-4c20-a2a5-3e5ab8bcd84f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:08.572339 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0b0cec06-2e0f-416e-85eb-a79e1c7284a8 req-7d113e19-8669-4c20-a2a5-3e5ab8bcd84f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0509086 Mar 04 15:53:08.619572 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0b0cec06-2e0f-416e-85eb-a79e1c7284a8 req-9fe808f7-83ef-43d3-a62f-162964491464 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Mar 04 15:53:09.702559 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5077dc70-bfc9-4f02-90a0-2a51c7597e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:09.741439 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84852a-fa6e-4aa5-897e-51d9fbc077af req-a8378e4a-a2ab-47ad-8a3b-df3f0b606012 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:09.742920 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f84852a-fa6e-4aa5-897e-51d9fbc077af req-a8378e4a-a2ab-47ad-8a3b-df3f0b606012 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0523176 Mar 04 15:53:09.788114 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f84852a-fa6e-4aa5-897e-51d9fbc077af req-b5f43df4-d3cd-43a8-92d7-0eedcdf143f1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Mar 04 15:53:10.916371 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06801fde-2283-4c12-aa28-9c413e98c845 req-d84459f8-f580-4d75-83cf-24a55b14296f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:10.917839 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-06801fde-2283-4c12-aa28-9c413e98c845 req-d84459f8-f580-4d75-83cf-24a55b14296f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0565689 Mar 04 15:53:10.965158 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-06801fde-2283-4c12-aa28-9c413e98c845 req-1e6014cf-684e-4aac-a825-25fe267aa038 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415101 Mar 04 15:53:11.821171 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:53:11.917056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:53:11.929612 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'port_id': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'mac_address': 'fa:16:3e:a3:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:53:11.967675 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:53:11.968065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:11.980396 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0797c03-2dc4-4a81-b558-5ecb6b42176d {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:53:12.007922 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:53:12.087602 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb79f6-5d77-4baa-ad5f-1c0db6a1df66 req-5b70bf66-8e6b-4396-b94a-f5c8352e599d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:12.089030 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c0bb79f6-5d77-4baa-ad5f-1c0db6a1df66 req-5b70bf66-8e6b-4396-b94a-f5c8352e599d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0543065 Mar 04 15:53:12.103069 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:12.136401 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c0bb79f6-5d77-4baa-ad5f-1c0db6a1df66 req-62659d04-b7da-4f9c-81f4-13df0b75cd54 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Mar 04 15:53:12.144290 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4763af0c-6ef8-41f2-becc-ce1ef9ae6950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:12.157213 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=9']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:53:12.354029 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:12.524559 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['c0797c03-2dc4-4a81-b558-5ecb6b42176d'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:53:13.268136 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb4f1-b8c8-470d-b1f5-24fd1eeccad6 req-04810090-1bd8-4850-badf-5958ece85183 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:13.269604 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f53bb4f1-b8c8-470d-b1f5-24fd1eeccad6 req-04810090-1bd8-4850-badf-5958ece85183 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0617719 Mar 04 15:53:13.313797 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:13.321187 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f53bb4f1-b8c8-470d-b1f5-24fd1eeccad6 req-d1077b6d-ff14-4d77-a1c9-c9fb8e52eb68 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Mar 04 15:53:13.837967 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:53:13.888113 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port c0797c03-2dc4-4a81-b558-5ecb6b42176d triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:53:13.888482 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:13.961544 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port c0797c03-2dc4-4a81-b558-5ecb6b42176d is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:53:13.961951 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:13.983808 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:53:13.986042 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84056c6-e8bb-428e-9720-d4abcf154690" -d '{"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:53:13.998097 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:53:14.024509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da15e4-a4c2-48a8-9f82-cf2ac953a400 x-openstack-request-id: req-d9da15e4-a4c2-48a8-9f82-cf2ac953a400 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:53:14.024816 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:53:14.025106 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9da15e4-a4c2-48a8-9f82-cf2ac953a400 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:53:14.025501 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'code': 200} Mar 04 15:53:14.068331 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:14.117215 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=10']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:53:14.442068 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55062409-1da6-4dcd-ba13-91cf639e5dab req-24f2a3c6-ccb8-43c7-8931-f6649483340f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:14.443432 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55062409-1da6-4dcd-ba13-91cf639e5dab req-24f2a3c6-ccb8-43c7-8931-f6649483340f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0514078 Mar 04 15:53:14.489118 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55062409-1da6-4dcd-ba13-91cf639e5dab req-c2233377-1538-422d-956d-49a6551fa8c1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400684 Mar 04 15:53:14.736587 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:14.787796 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af70e-d1d2-4954-8966-ae92ecdd29bf req-77cc6e7a-c12a-44b7-939e-ab2ae665dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:14.789271 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-e70af70e-d1d2-4954-8966-ae92ecdd29bf req-77cc6e7a-c12a-44b7-939e-ab2ae665dd2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1131 time: 0.0429418 Mar 04 15:53:14.841800 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-e70af70e-d1d2-4954-8966-ae92ecdd29bf req-4cd86a5d-99ac-4102-b8b4-2b59cc7003a7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 Mar 04 15:53:15.609846 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20119d-6ac7-4c58-946f-52b1021e1b9c req-2530ca9b-3b1d-4c93-beb0-96d9533fbdae tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:15.611281 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cf20119d-6ac7-4c58-946f-52b1021e1b9c req-2530ca9b-3b1d-4c93-beb0-96d9533fbdae tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0498567 Mar 04 15:53:15.659548 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cf20119d-6ac7-4c58-946f-52b1021e1b9c req-cca7d6db-b8a9-43fd-982f-8adcfaa563e8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Mar 04 15:53:16.142043 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:16.782368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e136e0f-a7ed-4117-a7ca-be9986cc0810 req-33ae90ba-5226-4581-8a1a-3d5255c62dad tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:16.783813 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e136e0f-a7ed-4117-a7ca-be9986cc0810 req-33ae90ba-5226-4581-8a1a-3d5255c62dad tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0512519 Mar 04 15:53:16.830202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e136e0f-a7ed-4117-a7ca-be9986cc0810 req-e823400f-d5c7-4e49-9d83-2aa04cdd1ecf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Mar 04 15:53:17.952418 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710e00-0f6f-478b-972d-db92441f34bf req-ee3165a1-746e-462c-b10e-4ee8e5f34094 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:17.953905 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9c710e00-0f6f-478b-972d-db92441f34bf req-ee3165a1-746e-462c-b10e-4ee8e5f34094 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0516148 Mar 04 15:53:17.998983 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9c710e00-0f6f-478b-972d-db92441f34bf req-2f2f6623-dac9-468a-abff-42260998b822 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 Mar 04 15:53:19.121072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9135a-bcb3-4f21-9769-17a6272783b7 req-ee2bf17c-8063-4746-b052-61b5b5d51c8f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:19.122552 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a9e9135a-bcb3-4f21-9769-17a6272783b7 req-ee2bf17c-8063-4746-b052-61b5b5d51c8f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0539811 Mar 04 15:53:19.167906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a9e9135a-bcb3-4f21-9769-17a6272783b7 req-c0a80fb6-c425-4c5c-a9c4-6af13b38a484 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398629 Mar 04 15:53:28.959776 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:53:34.209177 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35804) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:53:34.309777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-093876d8-ddef-42ec-a45b-40a4c3406518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.385819 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-093876d8-ddef-42ec-a45b-40a4c3406518 admin admin] Publish callbacks [] for security_group (bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.519145 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-093876d8-ddef-42ec-a45b-40a4c3406518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.556802 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-093876d8-ddef-42ec-a45b-40a4c3406518 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fda06c6315c945d480a46c2df436f600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464770 Mar 04 15:53:34.557602 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093876d8-ddef-42ec-a45b-40a4c3406518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:53:34.559454 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35808) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:53:34.607134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Publish callbacks [] for security_group (bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.628480 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Publish callbacks [] for security_group (bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.776310 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.778953 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:34.780119 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc HTTP/1.1" status: 204 len: 168 time: 0.2191086 Mar 04 15:53:34.788169 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf72cafc-cd8d-44b6-9cd1-25620e8a2ddc,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:53:34.795098 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.795449 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.795803 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.796151 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.796489 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.796823 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.797158 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.797492 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.797886 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.798217 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.798546 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.798878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:34.799200 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91342300-6bf8-43ba-a79d-01cff00e513f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:39.759345 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-63383a33-fc42-4c88-bdb5-f75699e684ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:42.084878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2bac059c-8ecc-4cd5-9dfd-069309e11435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:42.296150 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:43.114920 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-dc25fc57-4fcf-49fb-8c0e-5990d5bf4d80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448377 Mar 04 15:53:43.182849 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-2a3daa62-34e5-4ea7-adf9-08ef60d8a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:43.184340 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-2a3daa62-34e5-4ea7-adf9-08ef60d8a8c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 1131 time: 0.0474212 Mar 04 15:53:43.301912 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:43.314331 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-be6af7ce-2ef2-44f2-bbbd-4abc734d08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:43.314331 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-be6af7ce-2ef2-44f2-bbbd-4abc734d08ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.1018777 Mar 04 15:53:43.378608 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-5dd1480e-e591-4e55-ba72-6fa54ba45c3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 200 len: 1002 time: 0.0646331 Mar 04 15:53:43.427306 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-cc8ad627-ded4-469e-8224-0bd0e272c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:43.428768 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-cc8ad627-ded4-469e-8224-0bd0e272c023 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0427940 Mar 04 15:53:43.488678 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-86d2e8f9-c15a-4203-b84f-20a6670b2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:43.490241 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-86d2e8f9-c15a-4203-b84f-20a6670b2698 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444152 Mar 04 15:53:43.581700 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-2cdf2e8a-56f8-4edc-b607-4ed600b027d1 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Mar 04 15:53:43.669231 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-66a08112-3ccb-4dbe-8a9c-2c901ffffac4 req-7988b391-341c-4375-a50a-517ae3f3b5ae service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807431 Mar 04 15:53:44.719408 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:46.153380 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.191877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 35952) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:53:48.293410 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-769aa205-ba27-41ba-a56e-435bc47b502d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.364650 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-769aa205-ba27-41ba-a56e-435bc47b502d admin admin] Publish callbacks [] for security_group (b45c36fc-c613-42b9-a413-b35a6daed465), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.450139 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-769aa205-ba27-41ba-a56e-435bc47b502d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b45c36fc-c613-42b9-a413-b35a6daed465), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.487243 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-769aa205-ba27-41ba-a56e-435bc47b502d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c9b48cb1784cfda2adde4f1e279345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943249 Mar 04 15:53:48.487937 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aa205-ba27-41ba-a56e-435bc47b502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c36fc-c613-42b9-a413-b35a6daed465,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:53:48.490067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 35956) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:53:48.537800 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Publish callbacks [] for security_group (b45c36fc-c613-42b9-a413-b35a6daed465), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.558665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Publish callbacks [] for security_group (b45c36fc-c613-42b9-a413-b35a6daed465), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.679055 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b45c36fc-c613-42b9-a413-b35a6daed465), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.681519 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:53:48.683239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b45c36fc-c613-42b9-a413-b35a6daed465 HTTP/1.1" status: 204 len: 168 time: 0.1921647 Mar 04 15:53:48.691111 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c36fc-c613-42b9-a413-b35a6daed465,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:53:48.698656 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.699020 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.699371 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.699710 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.700053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.700388 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.700732 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.701054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.701396 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.701702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.702053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.702378 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:48.702703 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f195533-a9a5-4c2f-b1a0-f2e369e55182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:53:57.213683 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476834b0-54e9-402a-b4e2-121931101fee req-2de4071a-bece-443b-aedd-c563fceddefb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:57.215176 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-476834b0-54e9-402a-b4e2-121931101fee req-2de4071a-bece-443b-aedd-c563fceddefb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Mar 04 15:53:57.261480 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-476834b0-54e9-402a-b4e2-121931101fee req-42ced153-dfc5-4015-a926-5af188ec197f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Mar 04 15:53:58.473902 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2590931-d6ec-4fbb-8c4d-3758194c727a req-8c2d9804-2b87-491e-8aab-9dac214721f3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:58.475341 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e2590931-d6ec-4fbb-8c4d-3758194c727a req-8c2d9804-2b87-491e-8aab-9dac214721f3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.1440554 Mar 04 15:53:58.520156 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e2590931-d6ec-4fbb-8c4d-3758194c727a req-469fd219-c0f1-45b7-9e74-72222d585880 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Mar 04 15:53:59.635147 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fd16c-aae7-475b-bb4e-3b808fcfa44d req-4d897b71-2245-40de-8d6d-b0f2b63e22a2 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:53:59.637085 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd2fd16c-aae7-475b-bb4e-3b808fcfa44d req-4d897b71-2245-40de-8d6d-b0f2b63e22a2 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0539205 Mar 04 15:53:59.682532 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd2fd16c-aae7-475b-bb4e-3b808fcfa44d req-29766951-2df9-4fa2-9fb3-30d07594db5b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400012 Mar 04 15:54:00.799901 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686a733-7895-4b65-81c7-0a2ad7b90c29 req-bfa3c1a7-6283-4fb1-a352-fe4b74cd74c8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:00.801417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5686a733-7895-4b65-81c7-0a2ad7b90c29 req-bfa3c1a7-6283-4fb1-a352-fe4b74cd74c8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Mar 04 15:54:00.845946 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5686a733-7895-4b65-81c7-0a2ad7b90c29 req-7b41dfd1-2570-4f7d-9065-ae288c125fe5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Mar 04 15:54:01.966156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ead6a5-eb93-4f88-9939-316b0838f2bc req-6665bbaa-d238-44bb-80e1-6e9d0ee951d5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:01.967591 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ead6a5-eb93-4f88-9939-316b0838f2bc req-6665bbaa-d238-44bb-80e1-6e9d0ee951d5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0539761 Mar 04 15:54:02.013790 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ead6a5-eb93-4f88-9939-316b0838f2bc req-d08f9f10-96b4-4b25-bd00-90dcf4679eb5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Mar 04 15:54:03.127238 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4722-f49a-46ef-a51a-6c2bc9e3c603 req-3172671b-c893-45b6-9dec-9dc1b34ac9b8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:03.128955 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2a0a4722-f49a-46ef-a51a-6c2bc9e3c603 req-3172671b-c893-45b6-9dec-9dc1b34ac9b8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Mar 04 15:54:03.174099 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2a0a4722-f49a-46ef-a51a-6c2bc9e3c603 req-b35a119e-e949-421e-8c64-ad5d26b3d78d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Mar 04 15:54:04.287717 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854175b1-b849-4071-95e2-f5f6c5ce7f83 req-935a3453-a9c8-41e2-865d-4e1b3eeb53e1 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:04.289138 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-854175b1-b849-4071-95e2-f5f6c5ce7f83 req-935a3453-a9c8-41e2-865d-4e1b3eeb53e1 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0504925 Mar 04 15:54:04.338091 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-854175b1-b849-4071-95e2-f5f6c5ce7f83 req-6eec5bc1-4004-4bc8-9663-6c484a59bd2d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Mar 04 15:54:05.454844 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6859d-3a17-4076-9d7a-a306be701cd6 req-c643edc1-1f50-4643-b9fa-4b793f4a0f01 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:05.456202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a2b6859d-3a17-4076-9d7a-a306be701cd6 req-c643edc1-1f50-4643-b9fa-4b793f4a0f01 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Mar 04 15:54:05.502010 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a2b6859d-3a17-4076-9d7a-a306be701cd6 req-f4ed3d41-1ac8-4cee-a4cf-59995e900e81 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Mar 04 15:54:05.958556 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:54:06.616044 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75e0be-3542-459b-ba3e-7f2158afed08 req-1041a770-3b18-4aae-af16-202306bbfd57 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:06.617406 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d75e0be-3542-459b-ba3e-7f2158afed08 req-1041a770-3b18-4aae-af16-202306bbfd57 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Mar 04 15:54:06.662998 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d75e0be-3542-459b-ba3e-7f2158afed08 req-82e2de15-1546-4ff0-bffa-368c4755b63f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399721 Mar 04 15:54:07.782796 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a479ed-e835-4348-97d8-1407cf5fbc3c req-1d6a9fe4-7053-4f25-b0fc-e03f07b326cf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:07.784156 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-57a479ed-e835-4348-97d8-1407cf5fbc3c req-1d6a9fe4-7053-4f25-b0fc-e03f07b326cf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Mar 04 15:54:07.832794 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-57a479ed-e835-4348-97d8-1407cf5fbc3c req-358c3813-4bf5-49a8-8721-66055d7bbe38 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Mar 04 15:54:08.944924 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1d02-54c2-48d9-9d77-5906a816e5a0 req-ce3c7f67-53d0-4ea6-99af-a54d497e3c99 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:08.946389 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fc2a1d02-54c2-48d9-9d77-5906a816e5a0 req-ce3c7f67-53d0-4ea6-99af-a54d497e3c99 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Mar 04 15:54:08.992643 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fc2a1d02-54c2-48d9-9d77-5906a816e5a0 req-79507995-f968-4283-8b6b-f20be4396b1e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Mar 04 15:54:09.707580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c5c89c7b-e16c-4c38-956b-93da5ad63a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:10.108826 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ed4c3-cb96-4787-bb55-47add3a9b95e req-a20a17b8-b185-426f-af70-fc181543efc7 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:10.110320 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b40ed4c3-cb96-4787-bb55-47add3a9b95e req-a20a17b8-b185-426f-af70-fc181543efc7 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Mar 04 15:54:10.159686 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b40ed4c3-cb96-4787-bb55-47add3a9b95e req-13875d15-d2da-4555-8404-8377a6c18087 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Mar 04 15:54:11.274233 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9c2ab-f23c-4d01-828a-4adcb0e07198 req-de668aa7-5213-4190-a3cb-262d71af306b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:11.275679 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-26d9c2ab-f23c-4d01-828a-4adcb0e07198 req-de668aa7-5213-4190-a3cb-262d71af306b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Mar 04 15:54:11.321574 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-26d9c2ab-f23c-4d01-828a-4adcb0e07198 req-ae1d4a1c-fa7c-4700-9b07-739938dd0865 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 Mar 04 15:54:12.072759 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6a0744ce-f0a7-4b23-80a7-c66ea0c9e61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:12.307177 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:12.438669 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08e669-49ed-4b6f-856c-e50bb813281e req-411c593f-535c-4fa7-a895-b37ec37e6803 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:12.440164 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f08e669-49ed-4b6f-856c-e50bb813281e req-411c593f-535c-4fa7-a895-b37ec37e6803 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Mar 04 15:54:12.487332 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f08e669-49ed-4b6f-856c-e50bb813281e req-946b96d9-39bd-4a23-aa4b-c64ca3fe61ef tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Mar 04 15:54:13.318526 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.366304 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36158) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:13.474990 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-511624e9-0b33-415a-9dc0-29e49cf67818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.547416 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-511624e9-0b33-415a-9dc0-29e49cf67818 admin admin] Publish callbacks [] for security_group (5c6dc31c-7198-48a6-8e3c-e28d7d586ac2), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.598568 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-511624e9-0b33-415a-9dc0-29e49cf67818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5c6dc31c-7198-48a6-8e3c-e28d7d586ac2), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.607285 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbd08d-1319-4b18-8c22-0d99c90c457b req-63e69fba-c217-4950-a513-08c326323eb9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:13.608887 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-89cbd08d-1319-4b18-8c22-0d99c90c457b req-63e69fba-c217-4950-a513-08c326323eb9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0550795 Mar 04 15:54:13.636085 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511624e9-0b33-415a-9dc0-29e49cf67818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6dc31c-7198-48a6-8e3c-e28d7d586ac2,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:13.643015 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-511624e9-0b33-415a-9dc0-29e49cf67818 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4ac058381694401afb8de2bc9ee18f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731097 Mar 04 15:54:13.643363 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36164) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:13.657696 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-89cbd08d-1319-4b18-8c22-0d99c90c457b req-ac995c7f-a998-421e-8360-ccdb3a8deedf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Mar 04 15:54:13.690532 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b87a90a-e38b-4648-93f5-9e4d4822b796 admin admin] Publish callbacks [] for security_group (5c6dc31c-7198-48a6-8e3c-e28d7d586ac2), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.711409 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b87a90a-e38b-4648-93f5-9e4d4822b796 admin admin] Publish callbacks [] for security_group (5c6dc31c-7198-48a6-8e3c-e28d7d586ac2), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.850422 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b87a90a-e38b-4648-93f5-9e4d4822b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5c6dc31c-7198-48a6-8e3c-e28d7d586ac2), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.853029 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b87a90a-e38b-4648-93f5-9e4d4822b796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:13.854203 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8b87a90a-e38b-4648-93f5-9e4d4822b796 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c6dc31c-7198-48a6-8e3c-e28d7d586ac2 HTTP/1.1" status: 204 len: 168 time: 0.2101316 Mar 04 15:54:13.862463 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87a90a-e38b-4648-93f5-9e4d4822b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6dc31c-7198-48a6-8e3c-e28d7d586ac2,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:13.982412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935eb55-1f07-41ba-bd52-ae4bd885a504 req-41254999-70d9-40c5-a07a-bd46fd01965e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:13.983789 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2935eb55-1f07-41ba-bd52-ae4bd885a504 req-41254999-70d9-40c5-a07a-bd46fd01965e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0520139 Mar 04 15:54:14.032488 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2935eb55-1f07-41ba-bd52-ae4bd885a504 req-2abe5760-1281-461e-9a0a-c98b692b536c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Mar 04 15:54:14.197353 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-9badea7f-0a11-422b-9937-331ebd0858b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:14.199547 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-9badea7f-0a11-422b-9937-331ebd0858b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1129 time: 0.1375375 Mar 04 15:54:14.292302 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-617cb16f-35a4-4a97-8b50-dd92610e6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:14.293893 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-617cb16f-35a4-4a97-8b50-dd92610e6f41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.0866716 Mar 04 15:54:14.362051 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-e40a88fb-0c27-4615-b1c0-b071c8cb0e69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 1001 time: 0.0613470 Mar 04 15:54:14.408084 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-67ba4f2e-8ae1-4626-9042-faabdd3dd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:14.409466 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-67ba4f2e-8ae1-4626-9042-faabdd3dd9f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0418072 Mar 04 15:54:14.455684 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-75767941-1ad9-4b49-bf1d-39b1e328db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:14.457115 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-75767941-1ad9-4b49-bf1d-39b1e328db58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415423 Mar 04 15:54:14.544607 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-e3b38e8b-38b0-49b2-96c8-11835785fa7d service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807297 Mar 04 15:54:14.679027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:14.861337 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bbee78d-7b56-4e46-960a-535f0a731a39 req-71aadab4-ed72-4be9-ab38-42630d859e0c service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108385 Mar 04 15:54:15.161118 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fca234-ae23-4eb7-b8bb-3137065cb23d req-669ef00c-f651-4f73-81bc-445073c76946 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:15.162525 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e9fca234-ae23-4eb7-b8bb-3137065cb23d req-669ef00c-f651-4f73-81bc-445073c76946 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Mar 04 15:54:15.209818 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e9fca234-ae23-4eb7-b8bb-3137065cb23d req-34849756-168d-48d7-beaf-699a43c46d0d tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Mar 04 15:54:16.130505 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:16.327022 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b99f8a-211c-4279-a5d9-9add24c3fa91 req-b57fad9c-f194-424e-9086-11959afc5a2e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:16.328561 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-07b99f8a-211c-4279-a5d9-9add24c3fa91 req-b57fad9c-f194-424e-9086-11959afc5a2e tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0532658 Mar 04 15:54:16.374370 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-07b99f8a-211c-4279-a5d9-9add24c3fa91 req-8cf173bc-d173-4d6a-b722-30df8ae1131a tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Mar 04 15:54:39.672421 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1f61a4fd-5e81-4527-b71d-f2780d784fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:42.063797 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099458e-ee42-48be-b7c2-7dc73f044d2c req-0c2ca846-565e-4ae0-9c61-205d2379becb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:42.065176 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2099458e-ee42-48be-b7c2-7dc73f044d2c req-0c2ca846-565e-4ae0-9c61-205d2379becb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0512195 Mar 04 15:54:42.090436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a0803150-33d2-498f-82ea-697557808f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:42.115305 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2099458e-ee42-48be-b7c2-7dc73f044d2c req-dd8d4c8c-9e97-4e9e-a027-ea1a4fbff473 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444839 Mar 04 15:54:42.202806 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e715e5b-90fa-4914-8dc0-b2efe6cb7362 req-25b4e1ca-7161-4ca9-a53e-dbbc0c1eeedf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:42.204258 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1e715e5b-90fa-4914-8dc0-b2efe6cb7362 req-25b4e1ca-7161-4ca9-a53e-dbbc0c1eeedf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.0515082 Mar 04 15:54:42.249763 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1e715e5b-90fa-4914-8dc0-b2efe6cb7362 req-18cbe87b-c4b9-41c6-8087-7aea7f7caf85 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400441 Mar 04 15:54:42.321861 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:42.958134 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:54:43.037875 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add619f1-50a9-43b8-9653-bacc00495596 req-bdfeec72-ba3a-4b4d-b5f6-e972c5cd5317 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.039313 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-add619f1-50a9-43b8-9653-bacc00495596 req-bdfeec72-ba3a-4b4d-b5f6-e972c5cd5317 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0512731 Mar 04 15:54:43.088026 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-add619f1-50a9-43b8-9653-bacc00495596 req-071015b7-8c33-4255-b6c5-7c5547249d16 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Mar 04 15:54:43.241815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673efc-0bcd-4bcc-b490-b15f87fa99b1 req-daaca2e9-cdd5-4257-b5f1-ca6a99108328 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.243257 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d673efc-0bcd-4bcc-b490-b15f87fa99b1 req-daaca2e9-cdd5-4257-b5f1-ca6a99108328 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0555580 Mar 04 15:54:43.293647 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d673efc-0bcd-4bcc-b490-b15f87fa99b1 req-4a81ea7e-2cd6-4375-b046-d634a1af60fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Mar 04 15:54:43.318830 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:43.355491 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-7162978c-bdfc-4839-b685-e325d4d97764 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444674 Mar 04 15:54:43.372882 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381ed0-b76b-47fe-b08d-7409e5115d8a req-37dd6afb-57df-4e7b-a9e0-938cb54d275b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.374553 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ae381ed0-b76b-47fe-b08d-7409e5115d8a req-37dd6afb-57df-4e7b-a9e0-938cb54d275b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Mar 04 15:54:43.421938 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ae381ed0-b76b-47fe-b08d-7409e5115d8a req-87fec2c6-9ae8-4eb3-9d8b-36a85cf4d3c4 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Mar 04 15:54:43.446431 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286117b0-e561-4029-a56a-420381f6004d req-40ca26cc-cbd7-42d7-b50b-df84e80d9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.447961 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-40ca26cc-cbd7-42d7-b50b-df84e80d9806 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 1129 time: 0.0460927 Mar 04 15:54:43.550276 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286117b0-e561-4029-a56a-420381f6004d req-a683df6f-705f-4efa-8a46-d53fdd02376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.552674 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-a683df6f-705f-4efa-8a46-d53fdd02376d service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.0819957 Mar 04 15:54:43.621233 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-2f18d9b0-eb66-41d3-b965-88600ed6a418 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 200 len: 1001 time: 0.0606625 Mar 04 15:54:43.676547 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286117b0-e561-4029-a56a-420381f6004d req-7a777f4b-e03f-46f6-9f8c-adb98589c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.677975 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-7a777f4b-e03f-46f6-9f8c-adb98589c510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0422950 Mar 04 15:54:43.724306 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286117b0-e561-4029-a56a-420381f6004d req-6fa45917-76cd-4604-bc7d-493d289679ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:43.725777 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-6fa45917-76cd-4604-bc7d-493d289679ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417776 Mar 04 15:54:43.815947 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-1da1f17a-6dba-44e6-8add-f7d79b8d4f83 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826278 Mar 04 15:54:43.902866 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-286117b0-e561-4029-a56a-420381f6004d req-03694441-eeba-4c62-9250-41b6efa519cc service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806091 Mar 04 15:54:44.102549 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-62d09496-0b0e-4390-a5cf-fae08e2781a7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:44.103905 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-62d09496-0b0e-4390-a5cf-fae08e2781a7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.0506210 Mar 04 15:54:44.150994 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-23051048-cfc8-48c8-9d81-7db84f9ac88a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:44.152512 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-23051048-cfc8-48c8-9d81-7db84f9ac88a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0539575 Mar 04 15:54:44.204765 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:54:44.205104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.263702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc77ae-1bed-4cd0-8a07-85e8934c5369 req-4b1ba4b6-448b-4e96-bdb5-2e33da7d2432 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:44.265177 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e9cc77ae-1bed-4cd0-8a07-85e8934c5369 req-4b1ba4b6-448b-4e96-bdb5-2e33da7d2432 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.1076219 Mar 04 15:54:44.294610 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] For port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:54:44.295000 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.313938 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Deleting port c0797c03-2dc4-4a81-b558-5ecb6b42176d {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:54:44.314281 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.354982 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e9cc77ae-1bed-4cd0-8a07-85e8934c5369 req-c7377588-bfef-412f-ae99-d73d76bcfb74 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835512 Mar 04 15:54:44.473184 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] For port c0797c03-2dc4-4a81-b558-5ecb6b42176d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c0797c03-2dc4-4a81-b558-5ecb6b42176d,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:54:44.474430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.483362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040a44-8186-4bef-a8bf-6c17ef6bfea4 req-a6b7c218-a3c6-4d0a-8207-1192f00d15db tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:44.484949 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5040a44-8186-4bef-a8bf-6c17ef6bfea4 req-a6b7c218-a3c6-4d0a-8207-1192f00d15db tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 947 time: 0.0947886 Mar 04 15:54:44.534556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.535138 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (447b7b2e-240b-4a11-b22c-d743d3c44e47), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.535281 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP 447b7b2e-240b-4a11-b22c-d743d3c44e47 disassociated. External IP: 172.27.2.76, port: 37b48c41-a8f8-4a08-81c8-7e4f36573e3b. Mar 04 15:54:44.535543 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for 37b48c41-a8f8-4a08-81c8-7e4f36573e3b owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:54:44.684521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.700576 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5040a44-8186-4bef-a8bf-6c17ef6bfea4 req-0284fe0f-b098-48e8-a3e3-8df822f5661c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=e34c1907-623c-4180-8432-d94eadc8c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098136 Mar 04 15:54:44.707160 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (37b48c41-a8f8-4a08-81c8-7e4f36573e3b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.721953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16abbb-a9c8-48f0-afa3-10fa2bebd6b4 req-08025972-b18e-44c6-8c11-4f995b42899c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:44.722611 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3a16abbb-a9c8-48f0-afa3-10fa2bebd6b4 req-08025972-b18e-44c6-8c11-4f995b42899c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 946 time: 0.2287941 Mar 04 15:54:44.738639 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=37b48c41-a8f8-4a08-81c8-7e4f36573e3b,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:44.749300 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.752618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.754524 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.754524 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.754524 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:44.843449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.843449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (4045b3e2-86ad-4752-8318-c1aa67847032), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:44.843449 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Floating IP 4045b3e2-86ad-4752-8318-c1aa67847032 disassociated. External IP: 172.27.2.253, port: c0797c03-2dc4-4a81-b558-5ecb6b42176d. Mar 04 15:54:44.843449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Calling delete_port for c0797c03-2dc4-4a81-b558-5ecb6b42176d owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:54:44.843449 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3a16abbb-a9c8-48f0-afa3-10fa2bebd6b4 req-db09bc5c-34cb-4973-8365-e265c3cbd810 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5202c0c-0e56-4820-8b63-a8a5136b056a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985165 Mar 04 15:54:44.869131 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:54:44.977895 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:54:44.989366 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:54:45.000631 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:54:45.001377 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:45.010121 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (c0797c03-2dc4-4a81-b558-5ecb6b42176d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:45.022936 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] No DVR routers for this DVR port 37b48c41-a8f8-4a08-81c8-7e4f36573e3b on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:54:45.026672 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:45.030291 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-7a173345-d41c-4e2e-a8e7-07f94c825238 req-93990313-f2a9-4822-bbbf-a5cd12a3a015 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "DELETE /v2.0/ports/37b48c41-a8f8-4a08-81c8-7e4f36573e3b HTTP/1.1" status: 204 len: 173 time: 0.9168332 Mar 04 15:54:45.030754 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'name': 'network-vif-deleted', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:54:45.033520 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5798da2-8664-4473-97d2-1185f1dd7701" -d '{"events": [{"server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "name": "network-vif-deleted", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:54:45.055575 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event deleted for resources: {'Port': ['ID=c0797c03-2dc4-4a81-b558-5ecb6b42176d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:45.157417 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3937638-d4eb-41bd-ac24-4beb4ca5b8e9 x-openstack-request-id: req-a3937638-d4eb-41bd-ac24-4beb4ca5b8e9 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:54:45.157985 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650ee693-253b-4531-be2f-ea6c6ec12348", "name": "network-vif-deleted", "tag": "37b48c41-a8f8-4a08-81c8-7e4f36573e3b", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:54:45.158245 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3937638-d4eb-41bd-ac24-4beb4ca5b8e9 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:54:45.158648 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650ee693-253b-4531-be2f-ea6c6ec12348', 'name': 'network-vif-deleted', 'tag': '37b48c41-a8f8-4a08-81c8-7e4f36573e3b', 'status': 'completed', 'code': 200} Mar 04 15:54:45.166645 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:54:45.443572 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:37Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:45.472564 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:54:45.472808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:54:45.480896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:54:45.481504 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:45.497303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1da7cb-271d-4f48-ab0d-60644333017a req-3ce795d9-223b-43b1-aa09-6a5d03252946 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:45.498836 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8b1da7cb-271d-4f48-ab0d-60644333017a req-3ce795d9-223b-43b1-aa09-6a5d03252946 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0678411 Mar 04 15:54:45.595261 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:54:45.622797 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8b1da7cb-271d-4f48-ab0d-60644333017a req-c7e0b858-153c-4013-a238-77a0e35f0c91 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160190 Mar 04 15:54:45.649595 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:54:45.661059 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:54:45.673833 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:54:45.674758 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:45.699662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] No DVR routers for this DVR port c0797c03-2dc4-4a81-b558-5ecb6b42176d on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:54:45.703203 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:45.707660 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bfbea49d-0215-4b12-b73a-e8cffde520e4 req-82bb4ae2-05b0-4c97-bbaa-a640ee0b1caf tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "DELETE /v2.0/ports/c0797c03-2dc4-4a81-b558-5ecb6b42176d HTTP/1.1" status: 204 len: 173 time: 1.5482695 Mar 04 15:54:45.708167 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-deleted', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:54:45.710512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf3bc76-46b2-4555-a8fb-ea775787c0d9" -d '{"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-deleted", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:54:45.823076 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b264488-d93f-457d-9b78-853f3e8e744c req-e3c821c3-1cee-49c5-b01d-7e6c93367f4c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=251bfefa-1bee-41d5-bfcf-752884f4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0326028 Mar 04 15:54:45.896174 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:37Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:45.908447 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ee4709-1652-4f5f-897d-a8a265fdb9da x-openstack-request-id: req-00ee4709-1652-4f5f-897d-a8a265fdb9da {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:54:45.908447 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bfefa-1bee-41d5-bfcf-752884f4ff68", "name": "network-vif-deleted", "tag": "c0797c03-2dc4-4a81-b558-5ecb6b42176d", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:54:45.908655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00ee4709-1652-4f5f-897d-a8a265fdb9da {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:54:45.909028 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bfefa-1bee-41d5-bfcf-752884f4ff68', 'name': 'network-vif-deleted', 'tag': 'c0797c03-2dc4-4a81-b558-5ecb6b42176d', 'status': 'completed', 'code': 200} Mar 04 15:54:45.925957 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:54:45.931333 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b76c0-6070-4cc5-8309-d85424078eea None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'd1c56e1d-7d30-465a-be54-c073dc71d9b7', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:29:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:49:00Z', 'updated_at': '2022-03-04T15:49:37Z', 'revision_number': 2, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:54:45.964806 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1d4f726d-6b62-406d-998c-caeac93f1811 req-34ecbfbd-0323-4f36-82cb-27c92f4e419e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=650ee693-253b-4531-be2f-ea6c6ec12348 HTTP/1.1" status: 200 len: 210 time: 0.0304790 Mar 04 15:54:46.141761 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:46.168695 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:46.196214 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:54:46.205889 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:54:46.207363 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:46.258549 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d452f6db-0d4f-476a-be7b-a5179c65c5a8 None None] New status for floating IP 447b7b2e-240b-4a11-b22c-d743d3c44e47: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:54:46.328298 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:54:46.466842 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 37b48c41-a8f8-4a08-81c8-7e4f36573e3b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:54:46.490905 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 37b48c41-a8f8-4a08-81c8-7e4f36573e3b {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:54:46.491405 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 37b48c41-a8f8-4a08-81c8-7e4f36573e3b not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:54:46.491929 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:54:46.543409 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: c0797c03-2dc4-4a81-b558-5ecb6b42176d {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:54:46.543766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device c0797c03-2dc4-4a81-b558-5ecb6b42176d not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:54:46.544652 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:46.571773 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c92e9-c2e8-462a-88e3-788e15b75f5f None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:54:46.770116 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623095fb-628c-48d3-89c9-4fa6911344d7 req-6d268d02-7766-453d-8334-3b91afe0036e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:46.777998 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-623095fb-628c-48d3-89c9-4fa6911344d7 req-6d268d02-7766-453d-8334-3b91afe0036e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0656922 Mar 04 15:54:46.831224 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-623095fb-628c-48d3-89c9-4fa6911344d7 req-f8c46ee5-15c4-4be0-9911-d3890b508041 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512190 Mar 04 15:54:46.882057 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e85004-cb17-480f-a15a-50d35241bae0 None None] New status for floating IP 4045b3e2-86ad-4752-8318-c1aa67847032: DOWN {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:54:47.119524 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36276) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:47.173736 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-594cd2a2-58fd-4dfd-86b9-e2c08dc36c0b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (d5202c0c-0e56-4820-8b63-a8a5136b056a), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.202142 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-594cd2a2-58fd-4dfd-86b9-e2c08dc36c0b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (d5202c0c-0e56-4820-8b63-a8a5136b056a), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.347063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-594cd2a2-58fd-4dfd-86b9-e2c08dc36c0b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d5202c0c-0e56-4820-8b63-a8a5136b056a), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.349665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-594cd2a2-58fd-4dfd-86b9-e2c08dc36c0b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.353341 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-594cd2a2-58fd-4dfd-86b9-e2c08dc36c0b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/security-groups/d5202c0c-0e56-4820-8b63-a8a5136b056a HTTP/1.1" status: 204 len: 168 time: 0.2296624 Mar 04 15:54:47.353736 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36278) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:47.360452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cd2a2-58fd-4dfd-86b9-e2c08dc36c0b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5202c0c-0e56-4820-8b63-a8a5136b056a,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:47.369296 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.api.v2.resource [None req-cffd3e54-645f-4c1c-9f26-feb79a937978 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] show failed (client error): The resource could not be found. Mar 04 15:54:47.373559 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-cffd3e54-645f-4c1c-9f26-feb79a937978 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups/d5202c0c-0e56-4820-8b63-a8a5136b056a HTTP/1.1" status: 404 len: 347 time: 0.0160880 Mar 04 15:54:47.373843 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36280) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:47.496682 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port b1c41607-767d-4911-998c-9ed7fe5b2cda {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:54:47.497021 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.574208 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.574445 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (b1c41607-767d-4911-998c-9ed7fe5b2cda), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.587760 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for b1c41607-767d-4911-998c-9ed7fe5b2cda owned by network:floatingip {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:54:47.832547 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (b1c41607-767d-4911-998c-9ed7fe5b2cda), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.855635 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=b1c41607-767d-4911-998c-9ed7fe5b2cda,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:47.937741 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (447b7b2e-240b-4a11-b22c-d743d3c44e47), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.940634 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:47.941910 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-da4a4501-8c06-489c-9654-b3d2b931b45d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/floatingips/447b7b2e-240b-4a11-b22c-d743d3c44e47 HTTP/1.1" status: 204 len: 168 time: 0.5669217 Mar 04 15:54:47.956225 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308cb1d-1b60-4280-bcd3-11eb5161b18f req-94994e3e-e764-430f-9389-9da8492d9c6f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:47.958310 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d308cb1d-1b60-4280-bcd3-11eb5161b18f req-94994e3e-e764-430f-9389-9da8492d9c6f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0603087 Mar 04 15:54:48.005501 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36290) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:48.027636 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d308cb1d-1b60-4280-bcd3-11eb5161b18f req-7005584f-8f6e-4036-a0f5-60e9084ff756 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594833 Mar 04 15:54:48.065935 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab77a1b3-00af-4225-8be3-4b6971d3548f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (e34c1907-623c-4180-8432-d94eadc8c939), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.090758 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab77a1b3-00af-4225-8be3-4b6971d3548f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (e34c1907-623c-4180-8432-d94eadc8c939), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.255022 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab77a1b3-00af-4225-8be3-4b6971d3548f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e34c1907-623c-4180-8432-d94eadc8c939), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.257654 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab77a1b3-00af-4225-8be3-4b6971d3548f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.258853 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab77a1b3-00af-4225-8be3-4b6971d3548f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "DELETE /v2.0/security-groups/e34c1907-623c-4180-8432-d94eadc8c939 HTTP/1.1" status: 204 len: 168 time: 0.2523270 Mar 04 15:54:48.266390 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36296) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:48.268014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77a1b3-00af-4225-8be3-4b6971d3548f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c1907-623c-4180-8432-d94eadc8c939,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:48.279279 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.api.v2.resource [None req-0e3a8b29-8405-42d5-b0ed-47e75061beec tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] show failed (client error): The resource could not be found. Mar 04 15:54:48.280275 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0e3a8b29-8405-42d5-b0ed-47e75061beec tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups/e34c1907-623c-4180-8432-d94eadc8c939 HTTP/1.1" status: 404 len: 347 time: 0.0126555 Mar 04 15:54:48.283157 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36298) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:48.405977 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Deleting port 41f3ef03-824d-45df-9ee7-c3c13c3d79b6 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:54:48.406592 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.490835 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.490835 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.500094 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Calling delete_port for 41f3ef03-824d-45df-9ee7-c3c13c3d79b6 owned by network:floatingip {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:54:48.689817 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (41f3ef03-824d-45df-9ee7-c3c13c3d79b6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.717811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event deleted for resources: {'Port': ['ID=41f3ef03-824d-45df-9ee7-c3c13c3d79b6,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:48.779441 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (4045b3e2-86ad-4752-8318-c1aa67847032), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.782181 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:48.783324 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-cf5a01ec-52bc-4b59-939e-a2d0f3fb8cb0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "DELETE /v2.0/floatingips/4045b3e2-86ad-4752-8318-c1aa67847032 HTTP/1.1" status: 204 len: 168 time: 0.4992642 Mar 04 15:54:49.149940 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d919-fb91-47c0-94fb-70a5f0374e01 req-873ec149-4d93-4fec-82df-94b0749dad37 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:49.152011 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f3d8d919-fb91-47c0-94fb-70a5f0374e01 req-873ec149-4d93-4fec-82df-94b0749dad37 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Mar 04 15:54:49.156441 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36306) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:49.160616 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104282012', 'description': 'tempest-description--1351086078'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:49.217337 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f3d8d919-fb91-47c0-94fb-70a5f0374e01 req-94c45357-2071-415e-a2d2-8d26e4561e6f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526538 Mar 04 15:54:49.266421 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.332545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (3e6faddb-519c-44ad-b49e-8e514691f035), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.409366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3e6faddb-519c-44ad-b49e-8e514691f035), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.437824 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6faddb-519c-44ad-b49e-8e514691f035,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:49.444581 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.444935 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.445286 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.445626 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.445992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.446328 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.446660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.446998 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.447330 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.447672 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.448624 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.448955 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.449283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:49.503366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.505275 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-70e10e23-cc93-440e-bcd2-6088c57a66b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3478589 Mar 04 15:54:49.508525 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36310) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:49.513611 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'security_group_rule': {'security_group_id': '3e6faddb-519c-44ad-b49e-8e514691f035', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:49.588584 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (37c975e0-8afe-4382-8f8c-22866d19b70f), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.646008 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (37c975e0-8afe-4382-8f8c-22866d19b70f), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.684257 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (37c975e0-8afe-4382-8f8c-22866d19b70f), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.701786 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c975e0-8afe-4382-8f8c-22866d19b70f,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:49.748937 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.750356 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-24e3ed4e-1176-4c48-adfa-1e81e7c3262a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407176 Mar 04 15:54:49.753018 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36316) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:49.757265 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'security_group_rule': {'security_group_id': '3e6faddb-519c-44ad-b49e-8e514691f035', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:49.825612 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (f3ce8eea-e958-4dd5-89e4-53aaf9381348), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.884865 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (f3ce8eea-e958-4dd5-89e4-53aaf9381348), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:49.933675 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42304647-d915-4ddf-bf0f-fa160b6a462c req-c71c07de-c345-498c-999c-a1262c39f0d6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:49.935160 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-42304647-d915-4ddf-bf0f-fa160b6a462c req-c71c07de-c345-498c-999c-a1262c39f0d6 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.0527568 Mar 04 15:54:49.980094 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-42304647-d915-4ddf-bf0f-fa160b6a462c req-fbb3175a-0ff0-4220-9179-c24bd8f43143 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 Mar 04 15:54:49.998067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (f3ce8eea-e958-4dd5-89e4-53aaf9381348), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.016395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ce8eea-e958-4dd5-89e4-53aaf9381348,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:50.102847 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.103958 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-21b44aa7-3b99-44c4-89ba-971e9adff3a6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499815 Mar 04 15:54:50.107535 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36320) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:50.111754 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:50.192241 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.296970 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.386791 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916df4a8-552e-4eef-9d7b-4797347e160b req-4e46c3c1-2b92-4c2d-99d3-497fe038cd2f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:50.388167 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-916df4a8-552e-4eef-9d7b-4797347e160b req-4e46c3c1-2b92-4c2d-99d3-497fe038cd2f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.1012805 Mar 04 15:54:50.461570 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Allocated IP 172.27.2.52 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/9f03c3e2-cb4a-4ced-a643-ece35aa64eba) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:54:50.474518 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-916df4a8-552e-4eef-9d7b-4797347e160b req-fe856a0b-cf41-45a4-aeb4-10666327f53a tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667722 Mar 04 15:54:50.567326 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.667123 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.708612 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:54:50.711387 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:54:50.715478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:54:50.720811 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'Port': ['ID=9f03c3e2-cb4a-4ced-a643-ece35aa64eba,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:50.809019 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (c8229b8e-0499-47b4-a697-ae408ae85080), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:50.851427 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-62274936-b25e-4686-94c6-f992128f6e1e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:50.852835 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-62274936-b25e-4686-94c6-f992128f6e1e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.0548434 Mar 04 15:54:50.941924 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.013047 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port 136ea56c-6e0d-4ba0-99d1-6533f51750fe {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:54:51.013390 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.185391 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd5512-a754-463c-ac05-9ee0dd6dec28 req-bc9c82a2-9ccc-41cf-af9a-46c141afc192 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:51.186848 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-65cd5512-a754-463c-ac05-9ee0dd6dec28 req-bc9c82a2-9ccc-41cf-af9a-46c141afc192 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 946 time: 0.1359758 Mar 04 15:54:51.210349 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] For port 136ea56c-6e0d-4ba0-99d1-6533f51750fe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=136ea56c-6e0d-4ba0-99d1-6533f51750fe,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:54:51.210951 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.283886 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.309450 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-65cd5512-a754-463c-ac05-9ee0dd6dec28 req-2fecc4de-95a2-4763-9cba-c39315b59f84 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=81dc2124-da39-4bb4-a950-f0f5b106d176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125195 Mar 04 15:54:51.347816 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.463992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'Port': ['ID=9f03c3e2-cb4a-4ced-a643-ece35aa64eba,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:51.487708 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (c8229b8e-0499-47b4-a697-ae408ae85080), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.492805 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.493163 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (d1c56e1d-7d30-465a-be54-c073dc71d9b7), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.493476 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP d1c56e1d-7d30-465a-be54-c073dc71d9b7 disassociated. External IP: 172.27.2.90, port: 136ea56c-6e0d-4ba0-99d1-6533f51750fe. Mar 04 15:54:51.493851 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for 136ea56c-6e0d-4ba0-99d1-6533f51750fe owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:54:51.598394 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.599618 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-8345ae6e-be0c-4c20-84c6-ee93d5a61f01 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4911394 Mar 04 15:54:51.623845 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cdcd4-36d3-45d1-b5ee-ed817b0c7e8b req-1669d574-227e-4e11-8fe9-fb1021fd0afb tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:51.629739 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-112cdcd4-36d3-45d1-b5ee-ed817b0c7e8b req-1669d574-227e-4e11-8fe9-fb1021fd0afb tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0845103 Mar 04 15:54:51.710582 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-112cdcd4-36d3-45d1-b5ee-ed817b0c7e8b req-810b99d6-d996-4703-8b19-71cca07ce381 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763054 Mar 04 15:54:51.753253 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-1003db28-1704-44bb-9552-74e53b4e455d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2104282012&fields=id&tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 267 time: 0.0417097 Mar 04 15:54:51.808403 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (136ea56c-6e0d-4ba0-99d1-6533f51750fe), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:51.841953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=136ea56c-6e0d-4ba0-99d1-6533f51750fe,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:51.930989 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-0e9f3621-eb65-4ca4-b3e2-b10778b95ed5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:51.932460 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-0e9f3621-eb65-4ca4-b3e2-b10778b95ed5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 816 time: 0.1728272 Mar 04 15:54:51.977001 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-fab51201-1bb7-47c0-9224-777f5709bfd5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/quotas/611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 375 time: 0.0390849 Mar 04 15:54:52.020437 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:54:52.086052 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-426d2575-7735-4200-b8d9-6e8f0ee16b82 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033530 Mar 04 15:54:52.148234 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:54:52.158861 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:54:52.171674 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:54:52.173096 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:52.198608 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] No DVR routers for this DVR port 136ea56c-6e0d-4ba0-99d1-6533f51750fe on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:54:52.201354 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:52.204655 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3280551-d05c-4933-a654-bd8df6f5ad5f req-5951df4b-b1af-4789-a33c-3d4a667ef634 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "DELETE /v2.0/ports/136ea56c-6e0d-4ba0-99d1-6533f51750fe HTTP/1.1" status: 204 len: 173 time: 1.3470240 Mar 04 15:54:52.205099 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'name': 'network-vif-deleted', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:54:52.207328 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698754b1-d56f-465c-9449-1a261086fcb9" -d '{"events": [{"server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "name": "network-vif-deleted", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:54:52.265478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0510de44-3830-43b7-bb3a-bbceb14685b3 x-openstack-request-id: req-0510de44-3830-43b7-bb3a-bbceb14685b3 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:54:52.266127 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc24e3af-3126-4801-9a95-1d2f38e94a97", "name": "network-vif-deleted", "tag": "136ea56c-6e0d-4ba0-99d1-6533f51750fe", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:54:52.266127 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0510de44-3830-43b7-bb3a-bbceb14685b3 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:54:52.266490 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc24e3af-3126-4801-9a95-1d2f38e94a97', 'name': 'network-vif-deleted', 'tag': '136ea56c-6e0d-4ba0-99d1-6533f51750fe', 'status': 'completed', 'code': 200} Mar 04 15:54:52.292240 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:54:52.304164 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-57ec265b-f9b1-4d22-bdfa-0fb920b0bbf0 service neutron] 10.222.0.21 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822238 Mar 04 15:54:52.437615 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca4984c0-c47a-433d-aef5-f9d0d8082065 req-01a8c8c5-4fbc-4aa8-b435-318c0cc558b1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc24e3af-3126-4801-9a95-1d2f38e94a97 HTTP/1.1" status: 200 len: 210 time: 0.0359240 Mar 04 15:54:52.439811 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-d8d25386-32fa-49d8-a5f5-ffde3a9d99fb service neutron] 10.222.0.21 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287687 Mar 04 15:54:52.545479 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:52.571549 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:54:52.580334 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:54:52.580936 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:52.687953 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:54:52.830739 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90dcb2-47f1-4253-be81-4cce49056e10 req-03111cbd-c633-4fed-9d04-2c99a989bb22 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:52.832108 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc90dcb2-47f1-4253-be81-4cce49056e10 req-03111cbd-c633-4fed-9d04-2c99a989bb22 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0522776 Mar 04 15:54:52.880103 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bc90dcb2-47f1-4253-be81-4cce49056e10 req-2bb6c1fc-0b57-4445-9c2c-b5c5073acebc tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Mar 04 15:54:52.886539 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:54:52.915014 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2886-4aa3-4bec-8f21-8a88273f3201 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:54:53.126247 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c2e22-6595-4f03-a129-4902af074a80 None None] New status for floating IP d1c56e1d-7d30-465a-be54-c073dc71d9b7: DOWN {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:54:53.293633 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-7258577b-7140-4f14-9f78-b9bcf7724735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:53.295191 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-7258577b-7140-4f14-9f78-b9bcf7724735 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0485063 Mar 04 15:54:53.384478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-f41cb4d6-fbf8-4361-8987-048ef9506736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:53.385901 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-f41cb4d6-fbf8-4361-8987-048ef9506736 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 910 time: 0.0849786 Mar 04 15:54:53.451461 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-05fdd817-481d-473d-b67a-91666fd0c530 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 1001 time: 0.0600231 Mar 04 15:54:53.502613 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-e02d9655-d36f-4629-bc7a-2b9534bc4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:53.504077 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-e02d9655-d36f-4629-bc7a-2b9534bc4396 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0463486 Mar 04 15:54:53.551536 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-ce30b43a-5e46-4b88-a8eb-45c611c0662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:53.553018 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-ce30b43a-5e46-4b88-a8eb-45c611c0662e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429902 Mar 04 15:54:53.587760 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36358) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:53.646319 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4dee441-0105-4193-b74b-4ab5fcc5bb48 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (81dc2124-da39-4bb4-a950-f0f5b106d176), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:53.657820 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-11d56298-cc9b-44bd-be2a-de937dffc69b service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981183 Mar 04 15:54:53.671122 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4dee441-0105-4193-b74b-4ab5fcc5bb48 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (81dc2124-da39-4bb4-a950-f0f5b106d176), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:53.692987 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-826bcac9-b92e-4558-9224-32d595074d2d req-2f9d4392-dc7e-49eb-bbbe-08b6939c00b0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0324244 Mar 04 15:54:53.767317 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52082bb4-d497-4369-9878-4814cf4e64b6 req-e16103f4-8d7f-4d42-aaac-e88bac370902 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984297 Mar 04 15:54:53.815446 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4dee441-0105-4193-b74b-4ab5fcc5bb48 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (81dc2124-da39-4bb4-a950-f0f5b106d176), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:53.818037 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e4dee441-0105-4193-b74b-4ab5fcc5bb48 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:53.821876 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-e4dee441-0105-4193-b74b-4ab5fcc5bb48 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/security-groups/81dc2124-da39-4bb4-a950-f0f5b106d176 HTTP/1.1" status: 204 len: 168 time: 0.2298534 Mar 04 15:54:53.822314 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36364) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:53.829231 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dee441-0105-4193-b74b-4ab5fcc5bb48 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc2124-da39-4bb4-a950-f0f5b106d176,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:53.835864 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.api.v2.resource [None req-eb442b48-dd75-4a09-b484-5c7bd1f67537 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] show failed (client error): The resource could not be found. Mar 04 15:54:53.836897 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-eb442b48-dd75-4a09-b484-5c7bd1f67537 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups/81dc2124-da39-4bb4-a950-f0f5b106d176 HTTP/1.1" status: 404 len: 347 time: 0.0129833 Mar 04 15:54:53.840053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36366) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:54.003162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port 8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:54:54.003499 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:54.012478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e04c8-6a0d-4f1a-a852-9e39aa306eb8 req-c17d751b-a386-498d-bda7-bb98faf7ae2e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:54.013915 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a31e04c8-6a0d-4f1a-a852-9e39aa306eb8 req-c17d751b-a386-498d-bda7-bb98faf7ae2e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0682125 Mar 04 15:54:54.108620 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a31e04c8-6a0d-4f1a-a852-9e39aa306eb8 req-2f45efbc-237a-4568-bf18-049d408ce542 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857296 Mar 04 15:54:54.116407 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:54.116732 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:54.129311 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for 8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:54:54.365845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 136ea56c-6e0d-4ba0-99d1-6533f51750fe no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:54:54.386395 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 136ea56c-6e0d-4ba0-99d1-6533f51750fe {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:54:54.386745 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 136ea56c-6e0d-4ba0-99d1-6533f51750fe not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:54:54.621571 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:54.650830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=8c848ea7-0d31-4cc4-8fc8-f42544f6eb2e,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:54.733198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (d1c56e1d-7d30-465a-be54-c073dc71d9b7), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:54.737614 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:54.739523 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-df97c34a-1853-4bf3-a43b-d1d576c54e3e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/floatingips/d1c56e1d-7d30-465a-be54-c073dc71d9b7 HTTP/1.1" status: 204 len: 168 time: 0.8984084 Mar 04 15:54:54.779708 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-75be5926-a6e3-4145-ac45-56c948aa93e0 req-2372fe6e-2db1-47ff-89c7-750be86d3d43 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Mar 04 15:54:54.991021 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36380) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:54.996102 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064229325', 'description': 'tempest-description--1604648430'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:55.055225 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.118953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (1a4402d7-8f2e-4356-b19c-8214c34e03ce), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.169366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1a4402d7-8f2e-4356-b19c-8214c34e03ce), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.231807 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4402d7-8f2e-4356-b19c-8214c34e03ce,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:55.254488 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1ffc-57c7-4bd5-bf25-1528ee266495 req-8b02e58b-2240-4dbe-acf9-f128b2fa46c3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:55.259258 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d9fa1ffc-57c7-4bd5-bf25-1528ee266495 req-8b02e58b-2240-4dbe-acf9-f128b2fa46c3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0771818 Mar 04 15:54:55.280777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.281960 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-9a537a43-2422-4d0e-9e45-182ed8df4b37 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2899439 Mar 04 15:54:55.289751 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36384) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:55.295516 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': '1a4402d7-8f2e-4356-b19c-8214c34e03ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:55.311106 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d9fa1ffc-57c7-4bd5-bf25-1528ee266495 req-79e65e2d-e0db-4c11-9d22-e4bf4b4c4e02 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479729 Mar 04 15:54:55.385808 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (f2c2df08-9d56-4927-8f7f-4270b9655935), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.431696 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (f2c2df08-9d56-4927-8f7f-4270b9655935), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.483452 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (f2c2df08-9d56-4927-8f7f-4270b9655935), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.500286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c2df08-9d56-4927-8f7f-4270b9655935,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:55.639937 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.641087 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d1f804e5-076b-4944-88fc-e72c6172b284 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497181 Mar 04 15:54:55.643811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36386) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:55.648033 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': '1a4402d7-8f2e-4356-b19c-8214c34e03ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:55.728657 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (ab824d06-43f4-461b-afec-cdd6f66686bf), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.786130 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (ab824d06-43f4-461b-afec-cdd6f66686bf), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.861058 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (ab824d06-43f4-461b-afec-cdd6f66686bf), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.861916 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a81c3ad0-e385-4665-907a-632fc3dce776 req-0bcca9e6-c84f-438e-b5fa-3fbdb6fde574 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0263176 Mar 04 15:54:55.888612 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab824d06-43f4-461b-afec-cdd6f66686bf,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:55.960191 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:55.961426 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-33292f93-dd07-49a5-a40e-4cbbe323d7e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166769 Mar 04 15:54:55.965110 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36396) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:55.969435 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:56.077989 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.175826 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.275454 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.27.2.88 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:54:56.372440 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.429165 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1692217-a205-4583-8d73-82c6b84c11f2 req-782cbfc7-2e7a-4d07-805e-438146682354 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:56.430569 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a1692217-a205-4583-8d73-82c6b84c11f2 req-782cbfc7-2e7a-4d07-805e-438146682354 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Mar 04 15:54:56.461055 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.486313 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a1692217-a205-4583-8d73-82c6b84c11f2 req-99954353-732b-49a6-aa79-923e0db10abe tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496092 Mar 04 15:54:56.500019 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:54:56.505068 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:54:56.511936 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:54:56.536096 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:56.565590 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-a76ba67b-061a-4992-b8f0-1096a3d19a38 req-82b560c2-b14b-4e90-bff4-5f1b7a9a188b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:54:56.566604 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a76ba67b-061a-4992-b8f0-1096a3d19a38 req-82b560c2-b14b-4e90-bff4-5f1b7a9a188b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078166 Mar 04 15:54:56.602123 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (de426f72-acfc-4d12-bcc2-eb1ef8e5ea71), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.695350 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.846727 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.894163 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf00a8-b81e-446f-ad90-e30d3cd8e94b req-3057e02b-5d86-48b7-a479-ebd124bb9acf tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:56.895716 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5cdf00a8-b81e-446f-ad90-e30d3cd8e94b req-3057e02b-5d86-48b7-a479-ebd124bb9acf tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0811970 Mar 04 15:54:56.912286 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:56.922145 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-0a1506a1-fea1-4123-9a90-73594f0e89a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720489 Mar 04 15:54:56.961330 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4e42ad91-d378-48b9-b386-bb43450f16b6 req-36dc8787-3488-410d-b32a-ffcc6180bcbe tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0370107 Mar 04 15:54:56.980740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5cdf00a8-b81e-446f-ad90-e30d3cd8e94b req-97c7ab57-6f86-4dfc-9bd2-2b6467c3c9fb tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781355 Mar 04 15:54:56.994040 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:56.996649 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (de426f72-acfc-4d12-bcc2-eb1ef8e5ea71), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:57.056983 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:57.058222 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-478d10ae-42ed-4d04-9bbc-f36acd484d8d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0921540 Mar 04 15:54:57.203556 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-76176465-589c-43c8-8c22-f1d53c4a46f2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2064229325&fields=id&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 267 time: 0.0464571 Mar 04 15:54:57.308014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-690d0a40-a3f5-42fa-8224-e795930fdea8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:57.309523 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-690d0a40-a3f5-42fa-8224-e795930fdea8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.0991583 Mar 04 15:54:57.324778 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-357d1de1-e02b-42e8-b677-8c34de85b1b9 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/quotas/465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 375 time: 0.0097055 Mar 04 15:54:57.378203 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-aa0759f1-0962-467b-8f00-96b3fb8217b9 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483091 Mar 04 15:54:57.474961 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-94a59d34-4ec3-407d-be65-1a9a65def2da service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848670 Mar 04 15:54:57.562762 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-ee6d423b-7c6a-4a3f-82fd-bb1f060d7dad service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819900 Mar 04 15:54:57.848284 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca4a16b9-0e3b-452f-bb3a-6beb8b06d153 req-4c28724e-0c0a-41cc-b1b4-a41dc6423c53 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 210 time: 0.0314906 Mar 04 15:54:58.005089 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36436) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:54:58.066603 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-523f7e83-12cd-4627-acac-c4a8df40eda8 req-64cc8a92-297c-419f-8ab9-13c2cf9dd6e5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0311484 Mar 04 15:54:58.133838 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6669-6676-490f-8440-2833a930b361 req-447226c3-101c-4f3d-ae39-6bd31f22ecac tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:58.135138 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-447226c3-101c-4f3d-ae39-6bd31f22ecac tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports/4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 942 time: 0.1286850 Mar 04 15:54:58.153694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4d6f4-2a29-4227-9d73-f93c64d1e867 req-65e3cebb-0493-4d2f-922a-ed9422819562 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:58.155189 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9cd4d6f4-2a29-4227-9d73-f93c64d1e867 req-65e3cebb-0493-4d2f-922a-ed9422819562 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0908647 Mar 04 15:54:58.219021 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9cd4d6f4-2a29-4227-9d73-f93c64d1e867 req-2dbfd04a-5010-40da-be1d-4df04162921b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Mar 04 15:54:58.393836 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:54:58.469804 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 4080b158-032b-4144-8f48-10e527ba9992 is: ACTIVE; New status is: DOWN {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:54:58.470204 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:58.492988 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:54:58.495845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0273684f-6eb6-4887-b7d6-f54da1cc938a" -d '{"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-unplugged", "status": "completed", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:54:58.509527 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:54:58.579534 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 15:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3172079e-2095-4f44-a11d-c448ba3c9a19 x-openstack-request-id: req-3172079e-2095-4f44-a11d-c448ba3c9a19 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:54:58.579828 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-unplugged", "status": "failed", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "code": 422}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:54:58.580078 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3172079e-2095-4f44-a11d-c448ba3c9a19 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:54:58.580473 dv-cinder-831247-6-iscsi neutron-server[110048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'code': 422} returned with failed status Mar 04 15:54:58.592498 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:54:58.639782 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=6']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:54:58.646811 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.647109 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.647474 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.647817 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.648153 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.648533 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.648853 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.649180 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.649506 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.649859 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.650186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.650510 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.650874 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:54:58.925661 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-20fde621-884d-4a46-b194-44e138463f80 req-90686a5a-50c8-4a5d-bee7-e1722778fc01 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 210 time: 0.0285137 Mar 04 15:54:59.164549 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-21f09c66-ea94-452d-8b82-e27e75ded84c req-330dbbee-1ed1-4eea-b19c-92c035b910fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0268545 Mar 04 15:54:59.336520 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1244-2666-4d05-b321-93a0899bc931 req-b60ff25d-6057-4a31-b10b-b7d362ac528e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:59.337984 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-932d1244-2666-4d05-b321-93a0899bc931 req-b60ff25d-6057-4a31-b10b-b7d362ac528e tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0527833 Mar 04 15:54:59.386085 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-932d1244-2666-4d05-b321-93a0899bc931 req-17e614ac-de59-44dd-b9ac-f25d573f2522 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Mar 04 15:54:59.730907 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-eee5a477-f190-4058-9b72-74a667465730 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:54:59.732221 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-eee5a477-f190-4058-9b72-74a667465730 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 816 time: 0.1039410 Mar 04 15:54:59.793161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-ea7c217e-63f8-42c1-867d-c252197030ee tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 380 time: 0.0526433 Mar 04 15:54:59.803265 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'port': {'device_id': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'admin_state_up': True, 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'security_groups': ['3e6faddb-519c-44ad-b49e-8e514691f035']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:54:59.958228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Made reservation on behalf of 611afbcc5a4e4b98a35d5aead27f5fbe for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:54:59.961740 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.009100 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aaf3a912-2806-488b-a67f-920f6164a1c5 req-505e8da5-f429-4a43-874b-8e7cb9f33da1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 210 time: 0.0340462 Mar 04 15:55:00.114198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Allocated IP 172.20.0.14 (ec1113c9-70b2-42f6-956c-c93c1c131d05/d910d966-ba51-4a6d-854e-dd4eb12a6cb7/95540d8a-2b82-4c24-b60a-24524c6a4e83) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:55:00.277779 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0722224b-1267-46ed-be2e-c8ee23acb428 req-58c55300-dc08-4d8b-9072-a887e4df23b7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0392475 Mar 04 15:55:00.282949 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.364247 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.409139 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:55:00.412174 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:55:00.415920 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:55:00.441188 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:00.457767 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6669-6676-490f-8440-2833a930b361 req-7ec849a3-508e-4635-a91b-8649afd18ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.464247 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-7ec849a3-508e-4635-a91b-8649afd18ee9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005&tenant_id=279e0243a92842d0af911fa384f167ae HTTP/1.1" status: 200 len: 1127 time: 0.0707414 Mar 04 15:55:00.509268 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.509911 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.538252 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6669-6676-490f-8440-2833a930b361 req-05c98ce0-e0ca-42f7-9f00-a275d510ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.539765 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef546-ee69-4a98-ac89-8cd79eb5c0d5 req-6add8d94-939c-45c7-9a82-67d55169b3c4 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.539949 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-05c98ce0-e0ca-42f7-9f00-a275d510ceb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1127 time: 0.0517278 Mar 04 15:55:00.544945 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bccef546-ee69-4a98-ac89-8cd79eb5c0d5 req-6add8d94-939c-45c7-9a82-67d55169b3c4 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0784907 Mar 04 15:55:00.598002 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-a9ae53e9-0071-438f-b48f-7faf9f9c5157 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7993176 Mar 04 15:55:00.607362 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bccef546-ee69-4a98-ac89-8cd79eb5c0d5 req-3f820534-6681-4d8e-ab56-1a21e7860732 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600641 Mar 04 15:55:00.620899 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Request body: {'port': {'device_id': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:00.644021 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6669-6676-490f-8440-2833a930b361 req-48c85dd4-e671-4d76-b229-3fd048bbd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.645580 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-48c85dd4-e671-4d76-b229-3fd048bbd5c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 910 time: 0.0997305 Mar 04 15:55:00.654432 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-fb937531-e9aa-430a-bc15-93c9ee7f0e65 None None] Provisioning complete for port 95540d8a-2b82-4c24-b60a-24524c6a4e83 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:00.655481 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fb937531-e9aa-430a-bc15-93c9ee7f0e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.693155 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-fb937531-e9aa-430a-bc15-93c9ee7f0e65 None None] Port 95540d8a-2b82-4c24-b60a-24524c6a4e83 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:55:00.696789 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.719762 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-eff089db-49f5-4546-8a76-9c18700a968b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 999 time: 0.0647883 Mar 04 15:55:00.767840 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6669-6676-490f-8440-2833a930b361 req-62b11e05-7479-4d62-851e-fb6ed39c7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.769302 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-62b11e05-7479-4d62-851e-fb6ed39c7dba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0439115 Mar 04 15:55:00.820728 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6669-6676-490f-8440-2833a930b361 req-2ab1d224-2798-427e-ab5c-01600a32a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:00.822234 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-2ab1d224-2798-427e-ab5c-01600a32a4ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472147 Mar 04 15:55:00.910779 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-01b5ed02-03d7-4721-926b-132fc9ef2fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823469 Mar 04 15:55:00.962112 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95540d8a-2b82-4c24-b60a-24524c6a4e83 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:00.970470 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Publish callbacks [] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:00.983170 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Transition to ACTIVE for port object 95540d8a-2b82-4c24-b60a-24524c6a4e83 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:55:01.006781 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-cd3c25d2-37cd-47f2-b822-344f7761552c service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889816 Mar 04 15:55:01.060988 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:01.131266 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5b5de6fe-9f49-40e5-ad26-93817dc71b01 req-b650d82a-4051-44af-83fb-326310526bcf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 210 time: 0.0428214 Mar 04 15:55:01.134468 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:01.209183 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Attempting to bind port 95540d8a-2b82-4c24-b60a-24524c6a4e83 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:55:01.209523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Attempting to bind port 95540d8a-2b82-4c24-b60a-24524c6a4e83 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:55:01.209888 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Attempting to bind port 95540d8a-2b82-4c24-b60a-24524c6a4e83 on network ec1113c9-70b2-42f6-956c-c93c1c131d05 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:55:01.214990 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Port 95540d8a-2b82-4c24-b60a-24524c6a4e83 on network ec1113c9-70b2-42f6-956c-c93c1c131d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:55:01.215309 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Attempting to bind port 95540d8a-2b82-4c24-b60a-24524c6a4e83 on network ec1113c9-70b2-42f6-956c-c93c1c131d05 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:55:01.220346 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:55:01.220685 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Checking segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:55:01.221065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Bound using segment: {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:55:01.221487 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Bound port: 95540d8a-2b82-4c24-b60a-24524c6a4e83, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3499d5-8e20-422a-a45f-9cd1bb075094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:55:01.221875 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:01.289298 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:55:01.292458 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:55:01.399760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0980552-e3b7-4753-9c87-3633d5e4aab3 req-c5ddf67b-0ca2-4fd3-8aa6-91ad63295525 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.401132 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c0980552-e3b7-4753-9c87-3633d5e4aab3 req-c5ddf67b-0ca2-4fd3-8aa6-91ad63295525 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0529709 Mar 04 15:55:01.426994 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:01.477878 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.478491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:01.479966 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] 10.222.0.16 "PUT /v2.0/ports/95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 1094 time: 0.8653200 Mar 04 15:55:01.483161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c0980552-e3b7-4753-9c87-3633d5e4aab3 req-db6fa44f-4c80-451a-a3cb-c8900c1eec1a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765107 Mar 04 15:55:01.484001 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:01.485857 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417393fe-d410-4604-9e8b-9872c653df6b" -d '{"events": [{"name": "network-changed", "server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:01.509201 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fcf63-52c6-40c0-9aec-0ec36f54e267 service neutron] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:01.546126 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b0566-4551-4f6a-b10e-2791d9191161 x-openstack-request-id: req-7f6b0566-4551-4f6a-b10e-2791d9191161 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:01.546126 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:01.546126 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f6b0566-4551-4f6a-b10e-2791d9191161 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:01.546126 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'status': 'completed', 'code': 200} Mar 04 15:55:01.628125 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417393fe-d410-4604-9e8b-9872c653df6b req-0e2175e8-3545-40e8-88d6-8d190e76c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.630459 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-417393fe-d410-4604-9e8b-9872c653df6b req-0e2175e8-3545-40e8-88d6-8d190e76c036 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1128 time: 0.0630090 Mar 04 15:55:01.657289 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-6969a782-0f78-4207-b7d7-8a30c263ca2e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.659238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-6969a782-0f78-4207-b7d7-8a30c263ca2e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.1325517 Mar 04 15:55:01.752341 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417393fe-d410-4604-9e8b-9872c653df6b req-72272f10-cc73-4ec6-a8fd-5ea75c6e38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.753869 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-417393fe-d410-4604-9e8b-9872c653df6b req-72272f10-cc73-4ec6-a8fd-5ea75c6e38d6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1154058 Mar 04 15:55:01.761461 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-9bc0ccad-8617-4f2d-838b-f71812490486 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 380 time: 0.0927958 Mar 04 15:55:01.772611 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'port': {'device_id': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'admin_state_up': True, 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'security_groups': ['1a4402d7-8f2e-4356-b19c-8214c34e03ce']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:01.784681 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201a3bf-cb35-4d52-901a-7b97cde30d7f req-79cbf244-d312-406c-ab4a-4f878b107a19 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.786183 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9201a3bf-cb35-4d52-901a-7b97cde30d7f req-79cbf244-d312-406c-ab4a-4f878b107a19 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0941002 Mar 04 15:55:01.855559 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417393fe-d410-4604-9e8b-9872c653df6b req-efaff172-fc4a-40a4-8ffa-6d4cf2dbd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.857050 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-417393fe-d410-4604-9e8b-9872c653df6b req-efaff172-fc4a-40a4-8ffa-6d4cf2dbd0df service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969102 Mar 04 15:55:01.889857 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9201a3bf-cb35-4d52-901a-7b97cde30d7f req-87b93945-8fb5-4f09-ba1a-12bf0019a108 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929410 Mar 04 15:55:01.947156 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-379acce9-452b-41c4-b4c5-1fd38bd2dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:01.948696 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-379acce9-452b-41c4-b4c5-1fd38bd2dfec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1128 time: 0.0489550 Mar 04 15:55:01.969226 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Made reservation on behalf of 465f19274bc2406aa4a4f64f6b512e5f for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:55:01.972663 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:01.993624 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-f31b971e-7e42-4985-bef8-518986bd149f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 217 time: 0.0374312 Mar 04 15:55:02.043132 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-4e413955-41a8-451a-9011-3d94453c0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:02.044628 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-4e413955-41a8-451a-9011-3d94453c0b3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0446105 Mar 04 15:55:02.093779 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-8abc747e-2caf-4479-ab39-e57570ba3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:02.095309 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-8abc747e-2caf-4479-ab39-e57570ba3ac4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441763 Mar 04 15:55:02.098525 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.20.0.7 (83674755-1cf6-4149-93b5-7c4531f5498c/2318ba06-7dcd-49b8-9a76-27c8ce24cb09/3792931f-9713-4089-a1c7-146cce8cb2c6) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:55:02.186235 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-d968c3aa-8ef1-42fa-af84-b1e474155ccd service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842273 Mar 04 15:55:02.246170 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f994f15f-293b-4e44-83ea-74d086d19cbb req-97ed008d-5e90-489c-82be-249826edd8c7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 210 time: 0.0335600 Mar 04 15:55:02.266487 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:02.279133 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-c428e02b-28a5-4ee2-8dfe-42164865fb32 req-4dd2fc53-8404-4f4e-a946-f175bcff80fc service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 Mar 04 15:55:02.392357 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:02.436308 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:55:02.439155 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:55:02.441421 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:55:02.476192 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=3792931f-9713-4089-a1c7-146cce8cb2c6,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:02.496997 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:02.497602 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:02.572117 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-1314a986-dcda-4ecf-9acd-90853490abdd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031316 Mar 04 15:55:02.587231 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Request body: {'port': {'device_id': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:02.672152 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-39d7a5bf-75da-4703-92a7-c41bfa0552ba None None] Provisioning complete for port 3792931f-9713-4089-a1c7-146cce8cb2c6 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:02.672740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-39d7a5bf-75da-4703-92a7-c41bfa0552ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:02.673329 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0989-e402-43da-aadb-0a8ba0aff6db req-3c87545b-8a4a-4c8e-b49b-668ac8ec0b5c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:02.674842 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eaff0989-e402-43da-aadb-0a8ba0aff6db req-3c87545b-8a4a-4c8e-b49b-668ac8ec0b5c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1013339 Mar 04 15:55:02.675839 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:02.710381 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-39d7a5bf-75da-4703-92a7-c41bfa0552ba None None] Port 3792931f-9713-4089-a1c7-146cce8cb2c6 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:55:02.765502 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eaff0989-e402-43da-aadb-0a8ba0aff6db req-991f25c2-1f15-4d33-a9dc-ecdad00cd298 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811114 Mar 04 15:55:02.971720 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3792931f-9713-4089-a1c7-146cce8cb2c6 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:02.992144 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Publish callbacks [] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:03.011094 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Transition to ACTIVE for port object 3792931f-9713-4089-a1c7-146cce8cb2c6 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:55:03.025653 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e05e-fe3a-49b9-8604-92b6492e352d req-14d0f221-03a4-450e-8778-aed30475fa96 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.027138 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5069e05e-fe3a-49b9-8604-92b6492e352d req-14d0f221-03a4-450e-8778-aed30475fa96 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0691986 Mar 04 15:55:03.073915 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5069e05e-fe3a-49b9-8604-92b6492e352d req-737cbcdc-a381-4b2f-8a37-47df5bbd9ef8 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Mar 04 15:55:03.089205 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:03.144678 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Pushing event updated for resources: {'Port': ['ID=3792931f-9713-4089-a1c7-146cce8cb2c6,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:03.210826 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Attempting to bind port 3792931f-9713-4089-a1c7-146cce8cb2c6 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:55:03.211160 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Attempting to bind port 3792931f-9713-4089-a1c7-146cce8cb2c6 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:55:03.211488 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Attempting to bind port 3792931f-9713-4089-a1c7-146cce8cb2c6 on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:55:03.216074 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Port 3792931f-9713-4089-a1c7-146cce8cb2c6 on network 83674755-1cf6-4149-93b5-7c4531f5498c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:55:03.216397 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Attempting to bind port 3792931f-9713-4089-a1c7-146cce8cb2c6 on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:55:03.221538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:55:03.222092 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:55:03.222459 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Bound using segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:55:03.222890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Bound port: 3792931f-9713-4089-a1c7-146cce8cb2c6, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:55:03.223253 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:03.288635 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] For port 3792931f-9713-4089-a1c7-146cce8cb2c6, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:55:03.292275 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] For port 3792931f-9713-4089-a1c7-146cce8cb2c6, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3792931f-9713-4089-a1c7-146cce8cb2c6,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:55:03.369395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2563ce-8117-4f53-ae78-4eba66a57e8a req-e0a50615-4a61-4c89-8990-fe28142f9e6c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.371425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da2563ce-8117-4f53-ae78-4eba66a57e8a req-e0a50615-4a61-4c89-8990-fe28142f9e6c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 943 time: 0.0571959 Mar 04 15:55:03.403686 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:03.443740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da2563ce-8117-4f53-ae78-4eba66a57e8a req-d7bbd40e-89f9-40d8-a1e9-c5d70ae5553a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667968 Mar 04 15:55:03.452008 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.452626 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:03.454006 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] 10.222.0.16 "PUT /v2.0/ports/3792931f-9713-4089-a1c7-146cce8cb2c6 HTTP/1.1" status: 200 len: 1093 time: 0.8719797 Mar 04 15:55:03.472278 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3094d-4f89-4a7b-97fb-0894789eb8da service neutron] Pushing event updated for resources: {'Port': ['ID=3792931f-9713-4089-a1c7-146cce8cb2c6,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:03.556620 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:03.558992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4930c83-218a-449c-9f6d-e2bc8a725831" -d '{"events": [{"name": "network-changed", "server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:03.583198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-177c98f2-226f-4069-8d1c-0b291d448379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.585033 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-177c98f2-226f-4069-8d1c-0b291d448379 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 1127 time: 0.0550110 Mar 04 15:55:03.602961 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd41a19-c808-46ee-b14f-0905ca001669 x-openstack-request-id: req-5dd41a19-c808-46ee-b14f-0905ca001669 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:03.604726 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:03.605064 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dd41a19-c808-46ee-b14f-0905ca001669 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:03.605544 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'status': 'completed', 'code': 200} Mar 04 15:55:03.639047 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-863f1c9b-33a9-40e4-a1ac-72497e179fba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3792931f-9713-4089-a1c7-146cce8cb2c6 HTTP/1.1" status: 200 len: 217 time: 0.0462050 Mar 04 15:55:03.689536 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-a6ba12db-fce9-46c1-8a4c-9490944ec245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.691056 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-a6ba12db-fce9-46c1-8a4c-9490944ec245 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0457144 Mar 04 15:55:03.743968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-d073805f-d46f-4334-bef4-2e06d5e8d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.746212 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-d073805f-d46f-4334-bef4-2e06d5e8d7ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462196 Mar 04 15:55:03.850905 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-5502f4eb-5959-4dab-886f-ce6dd95b76a8 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953019 Mar 04 15:55:03.940496 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e0b6-10b3-45b6-9e8d-50321e93ce1e req-304fc05d-5f34-4163-83eb-14954e8f69f7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:03.941946 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4ca0e0b6-10b3-45b6-9e8d-50321e93ce1e req-304fc05d-5f34-4163-83eb-14954e8f69f7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1049089 Mar 04 15:55:03.984516 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a46a36e3-f914-480d-af1e-da5dbce9f730 req-be658f85-a487-4f46-b63c-ac2494d2d349 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188354 Mar 04 15:55:04.011034 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4ca0e0b6-10b3-45b6-9e8d-50321e93ce1e req-2259d93d-b4c5-40d1-ab68-d19e468840a2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569155 Mar 04 15:55:04.143545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-584b3a5e-9fc1-4afa-a21f-79db17897a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:04.145002 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-584b3a5e-9fc1-4afa-a21f-79db17897a18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 1127 time: 0.0464249 Mar 04 15:55:04.251818 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36759524-e5e6-4815-9b1d-272982374b26 req-55070890-e9e3-4960-b5fd-f381b52efead tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:04.253541 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-36759524-e5e6-4815-9b1d-272982374b26 req-55070890-e9e3-4960-b5fd-f381b52efead tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.1135890 Mar 04 15:55:04.279503 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-4528328b-9c76-4e9a-bbc9-ce9880d91317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:04.280876 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-4528328b-9c76-4e9a-bbc9-ce9880d91317 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.1278749 Mar 04 15:55:04.337362 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-d8bdc304-22c8-4dc2-83a4-51f96a0ded6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3792931f-9713-4089-a1c7-146cce8cb2c6 HTTP/1.1" status: 200 len: 217 time: 0.0447719 Mar 04 15:55:04.341274 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-36759524-e5e6-4815-9b1d-272982374b26 req-574745cb-d5ab-440b-9c1a-3f401bb06f2f tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822456 Mar 04 15:55:04.388375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-93d2c3d5-3277-4981-8b01-7e2aefff37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:04.389835 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-93d2c3d5-3277-4981-8b01-7e2aefff37fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0466464 Mar 04 15:55:04.425830 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:55:04.437681 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-5ca0a119-1f0c-4b5b-95f5-bb4885050ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:04.439178 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-5ca0a119-1f0c-4b5b-95f5-bb4885050ee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430617 Mar 04 15:55:04.523445 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:04.534950 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'mac_address': 'fa:16:3e:46:ed:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:55:04.573150 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:04.573545 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:04.587139 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95540d8a-2b82-4c24-b60a-24524c6a4e83 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:04.611327 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:04.718349 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:04.767390 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:04.805537 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-35b3ca33-25a5-4be7-871f-17b0bfd9a012 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594749 Mar 04 15:55:04.868519 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fdefc-d835-4e7f-9613-864a7a671cd1 req-bbfbe1e1-607a-4d46-b2b0-ac9956f10f4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:04.870560 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fc9fdefc-d835-4e7f-9613-864a7a671cd1 req-bbfbe1e1-607a-4d46-b2b0-ac9956f10f4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 943 time: 0.3552151 Mar 04 15:55:04.938391 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d4930c83-218a-449c-9f6d-e2bc8a725831 req-43a2370f-8a50-457c-940d-365f3f8459a9 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247327 Mar 04 15:55:04.942567 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fc9fdefc-d835-4e7f-9613-864a7a671cd1 req-e14e88dd-3ac3-4696-9811-9f21a7471cb1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664983 Mar 04 15:55:05.123922 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28165ed8-ba9e-4167-b4ee-287e3ebcaf7c req-6d5dd9c8-79e3-4b0f-8764-4e0a4f300018 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:05.125288 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28165ed8-ba9e-4167-b4ee-287e3ebcaf7c req-6d5dd9c8-79e3-4b0f-8764-4e0a4f300018 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 945 time: 0.0514052 Mar 04 15:55:05.154502 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['95540d8a-2b82-4c24-b60a-24524c6a4e83'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:55:05.170864 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28165ed8-ba9e-4167-b4ee-287e3ebcaf7c req-640de768-43a8-4635-9b07-802fa1100044 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Mar 04 15:55:05.460422 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14404a1e-f47c-4481-8e06-3b2e8a552617 req-72ccbd4d-de4b-4813-9259-e75355123812 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:05.461887 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14404a1e-f47c-4481-8e06-3b2e8a552617 req-72ccbd4d-de4b-4813-9259-e75355123812 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0519943 Mar 04 15:55:05.513443 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-14404a1e-f47c-4481-8e06-3b2e8a552617 req-a4136f35-34ea-4b37-aee3-b2d7cad50404 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Mar 04 15:55:06.057968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5613172-f177-459f-b7c7-d021da900d91 req-7f2cf7b7-109d-46ef-9f19-6fbf38787a4f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:06.059463 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d5613172-f177-459f-b7c7-d021da900d91 req-7f2cf7b7-109d-46ef-9f19-6fbf38787a4f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 943 time: 0.0516250 Mar 04 15:55:06.103534 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d5613172-f177-459f-b7c7-d021da900d91 req-8fb58a6f-48fb-40d2-abe8-b44a4fb9a10c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Mar 04 15:55:06.288516 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4d38-950e-4368-9add-5ee259367451 req-12ac62f9-c043-4e19-a68f-0fd23f19ab6a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:06.289991 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd7d4d38-950e-4368-9add-5ee259367451 req-12ac62f9-c043-4e19-a68f-0fd23f19ab6a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 945 time: 0.0506082 Mar 04 15:55:06.335184 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dd7d4d38-950e-4368-9add-5ee259367451 req-7a94f4e4-3482-416a-82c4-e3d5e9306b4a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Mar 04 15:55:06.439269 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 3792931f-9713-4089-a1c7-146cce8cb2c6 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:55:06.441350 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:55:06.573638 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 3792931f-9713-4089-a1c7-146cce8cb2c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3792931f-9713-4089-a1c7-146cce8cb2c6,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:06.589020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'port_id': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:55:06.627558 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 95540d8a-2b82-4c24-b60a-24524c6a4e83 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:55:06.629462 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 3792931f-9713-4089-a1c7-146cce8cb2c6 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:06.629882 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:06.637028 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccd144-4f98-4777-ba1c-6ff32498a50c req-96072d16-cd74-4908-9ca1-dd46d8219168 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:06.638518 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6cccd144-4f98-4777-ba1c-6ff32498a50c req-96072d16-cd74-4908-9ca1-dd46d8219168 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0563488 Mar 04 15:55:06.640990 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 95540d8a-2b82-4c24-b60a-24524c6a4e83 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:06.641367 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:06.661752 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3792931f-9713-4089-a1c7-146cce8cb2c6 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:06.687936 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6cccd144-4f98-4777-ba1c-6ff32498a50c req-0e2d49a5-be02-452c-8a27-a1ee7f3fd089 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Mar 04 15:55:06.692096 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 3792931f-9713-4089-a1c7-146cce8cb2c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3792931f-9713-4089-a1c7-146cce8cb2c6,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:06.737093 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:06.737487 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:06.762351 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:06.764534 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378de19a-79d3-405d-99b1-f3557ee6029c" -d '{"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-plugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:06.777195 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:06.799290 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b7611-c6f3-4259-b9e8-9a724d9c2592 x-openstack-request-id: req-3c6b7611-c6f3-4259-b9e8-9a724d9c2592 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:06.799600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-plugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:06.799858 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6b7611-c6f3-4259-b9e8-9a724d9c2592 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:06.800246 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'code': 200} Mar 04 15:55:06.815174 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:06.850992 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:06.864535 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=3792931f-9713-4089-a1c7-146cce8cb2c6,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:06.910445 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:07.096441 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286755-32a5-4282-9f0c-19d332ed9bb1 req-601cad73-41b6-4896-90d1-8786cfcfbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:07.097945 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66286755-32a5-4282-9f0c-19d332ed9bb1 req-601cad73-41b6-4896-90d1-8786cfcfbe7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1130 time: 0.0432789 Mar 04 15:55:07.140298 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66286755-32a5-4282-9f0c-19d332ed9bb1 req-82a64c34-b8dd-407f-8c57-1cd70a2f0fde service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361223 Mar 04 15:55:07.219137 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514665d5-1546-4ace-943d-8caa13fcf320 req-ab0175e9-06cb-47f5-8b5c-2907b0f16fb8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:07.220567 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-514665d5-1546-4ace-943d-8caa13fcf320 req-ab0175e9-06cb-47f5-8b5c-2907b0f16fb8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 944 time: 0.0512302 Mar 04 15:55:07.223912 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['3792931f-9713-4089-a1c7-146cce8cb2c6'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:55:07.270176 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-514665d5-1546-4ace-943d-8caa13fcf320 req-e95b475e-39b4-4ddb-badf-0ddab05a71ba tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Mar 04 15:55:07.455460 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46747d2e-ff59-43f4-b838-beb40dc42140 req-339b1745-f6c2-46ab-9a50-28c6a52bd2a0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:07.456815 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46747d2e-ff59-43f4-b838-beb40dc42140 req-339b1745-f6c2-46ab-9a50-28c6a52bd2a0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0513599 Mar 04 15:55:07.501411 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46747d2e-ff59-43f4-b838-beb40dc42140 req-7d01bceb-f05a-4cb9-a96e-329aa755c3bb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 Mar 04 15:55:07.801545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72cd80-af18-4689-9c81-fc6493b76c05 req-e8acc167-262b-4a1f-adee-53dfd573e5f8 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:07.803024 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a72cd80-af18-4689-9c81-fc6493b76c05 req-e8acc167-262b-4a1f-adee-53dfd573e5f8 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 943 time: 0.0517240 Mar 04 15:55:07.850378 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a72cd80-af18-4689-9c81-fc6493b76c05 req-8338c8b8-8e38-4e35-a162-fe6e348f38f1 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Mar 04 15:55:08.390128 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cfa9e-7d71-48de-87fe-de0a6143ab34 req-5d7ea594-d0a9-4fee-ad5a-4912c11858f5 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:08.391584 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb4cfa9e-7d71-48de-87fe-de0a6143ab34 req-5d7ea594-d0a9-4fee-ad5a-4912c11858f5 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 944 time: 0.0555782 Mar 04 15:55:08.436417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cb4cfa9e-7d71-48de-87fe-de0a6143ab34 req-77c5886d-28e2-4d8c-9f55-2b4d10007766 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Mar 04 15:55:08.459641 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:55:08.461688 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 3792931f-9713-4089-a1c7-146cce8cb2c6 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:55:08.591957 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:08.603556 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '4080b158-032b-4144-8f48-10e527ba9992', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'port_id': '4080b158-032b-4144-8f48-10e527ba9992', 'mac_address': 'fa:16:3e:43:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:55:08.622852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3588f-153f-44bd-9915-77ee4f46fda3 req-0d492e6a-794f-40b8-b327-197506db958d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:08.624620 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28f3588f-153f-44bd-9915-77ee4f46fda3 req-0d492e6a-794f-40b8-b327-197506db958d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0532408 Mar 04 15:55:08.638504 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 3792931f-9713-4089-a1c7-146cce8cb2c6 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:55:08.645476 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 4080b158-032b-4144-8f48-10e527ba9992 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:08.648814 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:08.648814 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 3792931f-9713-4089-a1c7-146cce8cb2c6 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:08.648814 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:08.675106 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-28f3588f-153f-44bd-9915-77ee4f46fda3 req-623b8a28-b964-4a8c-b1a9-22169a8cf0ec tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Mar 04 15:55:08.685331 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4080b158-032b-4144-8f48-10e527ba9992 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:08.711083 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:08.755826 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 3792931f-9713-4089-a1c7-146cce8cb2c6 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:08.756210 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:08.787392 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 3792931f-9713-4089-a1c7-146cce8cb2c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3792931f-9713-4089-a1c7-146cce8cb2c6,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:08.788445 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:08.809753 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:08.812178 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf270391-e977-47a3-84bf-0a2b4741afca" -d '{"events": [{"server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "name": "network-vif-plugged", "status": "completed", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:08.840278 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:08.842080 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=7']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:08.867512 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f4cfb-b89a-4f6a-8906-0bc1b4b24b61 x-openstack-request-id: req-2b9f4cfb-b89a-4f6a-8906-0bc1b4b24b61 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:08.867795 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "name": "network-vif-plugged", "status": "completed", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:08.868042 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b9f4cfb-b89a-4f6a-8906-0bc1b4b24b61 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:08.868421 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'code': 200} Mar 04 15:55:08.895030 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=3792931f-9713-4089-a1c7-146cce8cb2c6,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:08.973694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbdc47-61f0-4207-aba0-56fdf864654b req-21dc31f9-a14e-4ed3-bae4-5a71e8e2609b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:08.975175 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dedbdc47-61f0-4207-aba0-56fdf864654b req-21dc31f9-a14e-4ed3-bae4-5a71e8e2609b tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 944 time: 0.0560641 Mar 04 15:55:09.024450 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dedbdc47-61f0-4207-aba0-56fdf864654b req-e6db5c88-3227-44f6-9cd8-9d49c693a04a tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Mar 04 15:55:09.153409 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5161e68-0a3e-42fe-b529-6000f11bd187 req-8cc0c734-0e00-4f2e-9cf8-95663a681bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:09.154828 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c5161e68-0a3e-42fe-b529-6000f11bd187 req-8cc0c734-0e00-4f2e-9cf8-95663a681bdb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 1129 time: 0.0428421 Mar 04 15:55:09.154955 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['4080b158-032b-4144-8f48-10e527ba9992'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:55:09.198607 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c5161e68-0a3e-42fe-b529-6000f11bd187 req-20aa6c99-f352-4d9c-a9df-454e6bc5a228 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365837 Mar 04 15:55:09.555781 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54034e0-5c92-4c06-81f5-37f8a16adf3b req-09005094-e6c6-41df-a1e3-5eb1c0a6d3db tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:09.557331 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b54034e0-5c92-4c06-81f5-37f8a16adf3b req-09005094-e6c6-41df-a1e3-5eb1c0a6d3db tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.0555394 Mar 04 15:55:09.605243 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b54034e0-5c92-4c06-81f5-37f8a16adf3b req-208e6d99-905a-4aec-a4c4-3b2a29da8a49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Mar 04 15:55:09.700843 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2abe085d-1a67-4fc4-8f4f-7fccf29afdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:09.800209 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a958-4c7f-4878-be44-7a7af3cd0876 req-ad61a88e-9a36-4e64-a537-4ab797247f0a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:09.801664 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4fe6a958-4c7f-4878-be44-7a7af3cd0876 req-ad61a88e-9a36-4e64-a537-4ab797247f0a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0522573 Mar 04 15:55:09.846327 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4fe6a958-4c7f-4878-be44-7a7af3cd0876 req-32442560-440c-4da5-9233-2f1d0c847ea1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Mar 04 15:55:09.961853 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc882ee-b1c6-4d19-b0b7-88c22a12946f req-8e632735-08ad-48f1-a7f8-24b4ddd1db03 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:09.963810 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1cc882ee-b1c6-4d19-b0b7-88c22a12946f req-8e632735-08ad-48f1-a7f8-24b4ddd1db03 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0516307 Mar 04 15:55:09.972021 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36542) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:09.976138 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Request body: {'floatingip': {'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:10.016266 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (c8229b8e-0499-47b4-a697-ae408ae85080), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:10.210533 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde1b46-1876-4426-8e69-93b150c8c7a1 req-f5ac2b7d-ba1e-4ba5-82b4-b4f687ebbe94 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:10.211985 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0fde1b46-1876-4426-8e69-93b150c8c7a1 req-f5ac2b7d-ba1e-4ba5-82b4-b4f687ebbe94 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 944 time: 0.1123049 Mar 04 15:55:10.331668 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0fde1b46-1876-4426-8e69-93b150c8c7a1 req-ba8a9d4e-a412-4cf5-898f-f4bd94b4b603 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921733 Mar 04 15:55:10.451688 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:55:10.526390 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:10.587171 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (c8229b8e-0499-47b4-a697-ae408ae85080), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:10.620875 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 4080b158-032b-4144-8f48-10e527ba9992 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:10.621253 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (4080b158-032b-4144-8f48-10e527ba9992), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:10.701328 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 4080b158-032b-4144-8f48-10e527ba9992 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:10.702053 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:10.720253 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Floating IP c8229b8e-0499-47b4-a697-ae408ae85080 associated. External IP: 172.27.2.52, port: 95540d8a-2b82-4c24-b60a-24524c6a4e83. Mar 04 15:55:10.734250 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:10.817109 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049437-5119-45ee-a26e-7eb78aa28baf req-7a5dcc1e-2177-4d3f-b8f1-e21d38d43a93 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:10.818565 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e049437-5119-45ee-a26e-7eb78aa28baf req-7a5dcc1e-2177-4d3f-b8f1-e21d38d43a93 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.1288986 Mar 04 15:55:10.826618 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:10.872793 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:10.874945 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39c455-af89-483d-aa08-0884df77d155" -d '{"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-plugged", "status": "completed", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:10.882178 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=8']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:10.912749 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e049437-5119-45ee-a26e-7eb78aa28baf req-629cf11c-9df0-4a1f-8ca6-18d3a6f6d8d1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876176 Mar 04 15:55:10.933644 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881bb2cb-7b82-4cd6-be0c-4d1de079c4c4 x-openstack-request-id: req-881bb2cb-7b82-4cd6-be0c-4d1de079c4c4 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:10.934015 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-plugged", "status": "completed", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:10.934380 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-881bb2cb-7b82-4cd6-be0c-4d1de079c4c4 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:10.934792 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'code': 200} Mar 04 15:55:10.993941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:55:11.103057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:55:11.108538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:11.113613 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:55:11.123772 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:11.124328 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:11.137405 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-64f1ffea-69f5-4a4c-9d8a-18d791a2a751 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "PUT /v2.0/floatingips/c8229b8e-0499-47b4-a697-ae408ae85080 HTTP/1.1" status: 200 len: 991 time: 1.1643832 Mar 04 15:55:11.138096 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:11.140349 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87278f35-eeef-49e8-9d31-b3ce158d18b0" -d '{"events": [{"name": "network-changed", "server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:11.187216 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142bf969-c398-4f5d-8d51-63e2553022e4 x-openstack-request-id: req-142bf969-c398-4f5d-8d51-63e2553022e4 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:11.187613 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:11.187938 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-142bf969-c398-4f5d-8d51-63e2553022e4 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:11.188406 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'status': 'completed', 'code': 200} Mar 04 15:55:11.249376 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:11.259682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-cb2cac7b-68d2-4afc-b22e-656fd8fe0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:11.261231 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-cb2cac7b-68d2-4afc-b22e-656fd8fe0cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1130 time: 0.0528092 Mar 04 15:55:11.271792 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbab5c-51f2-4e25-b90d-7b56115b2477 req-8a6f7dd6-53ef-4fcd-ae79-74eadfcc598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:11.273467 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4dcbab5c-51f2-4e25-b90d-7b56115b2477 req-8a6f7dd6-53ef-4fcd-ae79-74eadfcc598f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0453179 Mar 04 15:55:11.321891 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4dcbab5c-51f2-4e25-b90d-7b56115b2477 req-b537aa89-4d43-41c9-a229-682c256af357 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 Mar 04 15:55:11.356169 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-5ce5661b-7b73-4271-9728-04014b421590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:11.358041 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-5ce5661b-7b73-4271-9728-04014b421590 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.0913508 Mar 04 15:55:11.449535 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5f2e-c8d8-46da-b635-ba3878edc0b7 req-f9d4f4e0-9c66-461b-870c-6f8e8b350488 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:11.450960 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c07a5f2e-c8d8-46da-b635-ba3878edc0b7 req-f9d4f4e0-9c66-461b-870c-6f8e8b350488 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Mar 04 15:55:11.472819 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'c8229b8e-0499-47b4-a697-ae408ae85080', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'mac_address': 'fa:16:3e:46:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:54:50Z', 'updated_at': '2022-03-04T15:55:10Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:11.498495 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c07a5f2e-c8d8-46da-b635-ba3878edc0b7 req-18765fcc-06de-4e27-a20c-5c0fdee3ee56 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Mar 04 15:55:11.502654 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:55:11.511557 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:11.512160 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:54:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:11.619460 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:11.630656 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-4dd72aaa-44f6-4022-ae4a-4d5c5c714e62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 999 time: 0.0629976 Mar 04 15:55:11.678983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-3faa30db-76a7-4729-b225-ed4bdbe0d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:11.680453 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-3faa30db-76a7-4729-b225-ed4bdbe0d5ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0438459 Mar 04 15:55:11.729313 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-41c20719-5ca2-4a87-9a9f-5d04337b701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:11.730739 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-41c20719-5ca2-4a87-9a9f-5d04337b701f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441377 Mar 04 15:55:11.847612 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-9c29a116-6001-4205-bee3-c409d3e13c42 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832131 Mar 04 15:55:11.849275 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'c8229b8e-0499-47b4-a697-ae408ae85080', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'mac_address': 'fa:16:3e:46:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:54:50Z', 'updated_at': '2022-03-04T15:55:10Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:11.879048 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8a169-b6b0-4d84-971d-e84d956de5e4 None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'c8229b8e-0499-47b4-a697-ae408ae85080', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'mac_address': 'fa:16:3e:46:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:54:50Z', 'updated_at': '2022-03-04T15:55:10Z', 'revision_number': 1, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:55:11.939352 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87278f35-eeef-49e8-9d31-b3ce158d18b0 req-ec9a83f2-2a8d-4f44-bb78-104b265778f6 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855751 Mar 04 15:55:12.044480 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd27e5f-550f-41a6-bf53-76f1c461843d req-785b6270-f477-4229-988f-dc680ce4be96 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:12.046003 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dbd27e5f-550f-41a6-bf53-76f1c461843d req-785b6270-f477-4229-988f-dc680ce4be96 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.0557430 Mar 04 15:55:12.085980 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb16bc-56db-41b5-ac7d-4e5f89a3ab4a None None] New status for floating IP c8229b8e-0499-47b4-a697-ae408ae85080: ACTIVE {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:55:12.100464 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dbd27e5f-550f-41a6-bf53-76f1c461843d req-00889f09-b31f-40f3-b553-973b9d36641b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487635 Mar 04 15:55:12.106461 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-52458212-7448-446d-9977-950fc9ac4049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:12.216605 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e287d47-4eec-4e3e-aa6b-4e271fa33a43 req-ab0a3c0e-96f1-411a-a4cf-1b2ac7ea8245 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:12.218390 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1e287d47-4eec-4e3e-aa6b-4e271fa33a43 req-ab0a3c0e-96f1-411a-a4cf-1b2ac7ea8245 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.0539362 Mar 04 15:55:12.227356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36562) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:12.231728 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'port_id': '3792931f-9713-4089-a1c7-146cce8cb2c6'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:12.269968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (de426f72-acfc-4d12-bcc2-eb1ef8e5ea71), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:12.335304 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:12.938163 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e0d5-f847-40e7-aaeb-5a4e90b6b16a req-982c9355-9835-45c2-a1d6-198d3721b08c tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:12.939632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b449e0d5-f847-40e7-aaeb-5a4e90b6b16a req-982c9355-9835-45c2-a1d6-198d3721b08c tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.3732481 Mar 04 15:55:13.033039 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:13.037935 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b449e0d5-f847-40e7-aaeb-5a4e90b6b16a req-64ec0ac5-010e-42fe-b510-730a3c7e29fb tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914252 Mar 04 15:55:13.094827 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (de426f72-acfc-4d12-bcc2-eb1ef8e5ea71), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:13.195950 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP de426f72-acfc-4d12-bcc2-eb1ef8e5ea71 associated. External IP: 172.27.2.88, port: 3792931f-9713-4089-a1c7-146cce8cb2c6. Mar 04 15:55:13.317772 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:13.376305 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1161-0318-4024-9068-207a75b2883a req-9af650b3-8fde-4635-aa75-e91c401ffc01 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:13.378038 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-942e1161-0318-4024-9068-207a75b2883a req-9af650b3-8fde-4635-aa75-e91c401ffc01 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.1012611 Mar 04 15:55:13.465912 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-942e1161-0318-4024-9068-207a75b2883a req-faf00dce-3ffc-48d9-83ca-661bb86e9af7 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816724 Mar 04 15:55:13.481409 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:55:13.588648 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:55:13.593304 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:13.598996 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:55:13.609102 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:13.609731 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:55:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:13.622130 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a033ac61-ea98-4c39-a811-af64dcfe9977 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "PUT /v2.0/floatingips/de426f72-acfc-4d12-bcc2-eb1ef8e5ea71 HTTP/1.1" status: 200 len: 990 time: 1.3936553 Mar 04 15:55:13.622722 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:13.624932 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcbbc86-0c08-4a68-804d-fa64c7524212" -d '{"events": [{"name": "network-changed", "server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:13.660578 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e2a9d-efa7-4c19-8cee-72e8197b7916 x-openstack-request-id: req-ec4e2a9d-efa7-4c19-8cee-72e8197b7916 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:13.660897 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:13.661209 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec4e2a9d-efa7-4c19-8cee-72e8197b7916 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:13.661585 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'status': 'completed', 'code': 200} Mar 04 15:55:13.721237 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:13.725344 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-630d2418-22f3-4da4-a1fe-3ac3638fe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:13.727357 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-630d2418-22f3-4da4-a1fe-3ac3638fe398 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 1129 time: 0.0450590 Mar 04 15:55:13.815708 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-8dcaa15b-42d5-4a07-87cc-d8b1c8fce548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:13.817230 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-8dcaa15b-42d5-4a07-87cc-d8b1c8fce548 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.0838680 Mar 04 15:55:13.887294 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-c36e4987-2a62-4806-bf3b-18d8066e3349 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3792931f-9713-4089-a1c7-146cce8cb2c6 HTTP/1.1" status: 200 len: 998 time: 0.0634754 Mar 04 15:55:13.935426 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-6f6ad7ce-f9cf-4e03-b76a-9e0d50948d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:13.936918 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-6f6ad7ce-f9cf-4e03-b76a-9e0d50948d3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0437281 Mar 04 15:55:13.943472 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'de426f72-acfc-4d12-bcc2-eb1ef8e5ea71', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:54:56Z', 'updated_at': '2022-03-04T15:55:12Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:13.973133 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:55:13.981413 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:13.982041 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:55:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:13.989843 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-0dbe0ca6-2c5d-4c30-b0f1-24a982e13c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:13.991328 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-0dbe0ca6-2c5d-4c30-b0f1-24a982e13c67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454879 Mar 04 15:55:14.085256 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-57677a54-2cc4-4473-b7fb-0ff935a4f257 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873153 Mar 04 15:55:14.216488 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:14.218418 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470f5a-323c-4710-b76e-af1a0d9231fe req-bec1cee4-d867-4603-80a6-3bcde26c245d tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:14.219885 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7470f5a-323c-4710-b76e-af1a0d9231fe req-bec1cee4-d867-4603-80a6-3bcde26c245d tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.1096079 Mar 04 15:55:14.223490 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fbcbbc86-0c08-4a68-804d-fa64c7524212 req-7697d6d9-2855-4a49-860c-3cd7d3dd4e88 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316073 Mar 04 15:55:14.269659 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e7470f5a-323c-4710-b76e-af1a0d9231fe req-1356e8ad-97c4-4f19-bce2-b06037479c96 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Mar 04 15:55:14.436743 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'de426f72-acfc-4d12-bcc2-eb1ef8e5ea71', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:54:56Z', 'updated_at': '2022-03-04T15:55:12Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:14.464976 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b71260-0313-4c4d-a732-18113dd7c84e None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'de426f72-acfc-4d12-bcc2-eb1ef8e5ea71', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:54:56Z', 'updated_at': '2022-03-04T15:55:12Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:55:14.626768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c60c3-8aa8-4c0d-acf8-8909744c2f39 req-3002a993-5124-4327-ae80-4527f57bf871 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:14.629044 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-887c60c3-8aa8-4c0d-acf8-8909744c2f39 req-3002a993-5124-4327-ae80-4527f57bf871 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0937433 Mar 04 15:55:14.638361 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-bf9c6b7a-3b27-4eb7-8dab-38ed7ba995a0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:14.639634 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-bf9c6b7a-3b27-4eb7-8dab-38ed7ba995a0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 945 time: 0.0774086 Mar 04 15:55:14.677539 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8dccd-f5c7-4830-8491-eff620c4f82c None None] New status for floating IP de426f72-acfc-4d12-bcc2-eb1ef8e5ea71: ACTIVE {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:55:14.696160 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:14.741432 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-887c60c3-8aa8-4c0d-acf8-8909744c2f39 req-40ceb221-ad8a-4455-91de-3c4bb316d564 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5e15170-2883-4d55-a119-c95098d31e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007683 Mar 04 15:55:14.770195 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Deleting port 2654ad5c-5b7f-4e50-9144-07dc5b52768a {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:55:14.770543 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:14.862512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] For port 2654ad5c-5b7f-4e50-9144-07dc5b52768a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2654ad5c-5b7f-4e50-9144-07dc5b52768a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:14.862877 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:15.031215 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:15.031577 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (12a1778c-04f7-440e-8fce-3f09f9822db0), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:15.031890 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Floating IP 12a1778c-04f7-440e-8fce-3f09f9822db0 disassociated. External IP: 172.27.2.232, port: 2654ad5c-5b7f-4e50-9144-07dc5b52768a. Mar 04 15:55:15.032230 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Calling delete_port for 2654ad5c-5b7f-4e50-9144-07dc5b52768a owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:55:15.198106 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (2654ad5c-5b7f-4e50-9144-07dc5b52768a), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:15.226159 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event deleted for resources: {'Port': ['ID=2654ad5c-5b7f-4e50-9144-07dc5b52768a,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:15.340219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:55:15.449755 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:55:15.460052 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:55:15.471118 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:15.471746 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:55:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:15.490817 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] No DVR routers for this DVR port 2654ad5c-5b7f-4e50-9144-07dc5b52768a on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:55:15.493516 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:15.497211 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b255c527-7720-48bb-a117-bf2a4de15e79 req-02754c32-f252-4782-a4f5-99a00b800612 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "DELETE /v2.0/ports/2654ad5c-5b7f-4e50-9144-07dc5b52768a HTTP/1.1" status: 204 len: 173 time: 0.8494227 Mar 04 15:55:15.586390 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:15.663228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'name': 'network-vif-deleted', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:15.665960 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d1f5a-950d-46b9-9bab-f95bc57acaf3" -d '{"events": [{"server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "name": "network-vif-deleted", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:15.717971 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a245e4ae-e033-4d8e-b871-ed24ae24f110 x-openstack-request-id: req-a245e4ae-e033-4d8e-b871-ed24ae24f110 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:15.717971 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fe359e-81f8-4909-8574-717006296e39", "name": "network-vif-deleted", "tag": "2654ad5c-5b7f-4e50-9144-07dc5b52768a", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:15.719192 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a245e4ae-e033-4d8e-b871-ed24ae24f110 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:15.719192 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fe359e-81f8-4909-8574-717006296e39', 'name': 'network-vif-deleted', 'tag': '2654ad5c-5b7f-4e50-9144-07dc5b52768a', 'status': 'completed', 'code': 200} Mar 04 15:55:15.802658 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:15.838872 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9a23a89c-82d5-4d59-96bc-76bd8ddba9e0 req-093a6d3d-af35-41c9-8894-d32e5b6018f2 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fe359e-81f8-4909-8574-717006296e39 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Mar 04 15:55:15.839989 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:55:15.848851 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:15.849468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:55:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:15.962146 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:16.147512 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:16.170481 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:16.198426 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3dd22-183f-4ba0-a986-96c3af554d14 None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:55:16.406016 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866900b8-ee6c-4de0-9c33-bd10ada090d7 None None] New status for floating IP 12a1778c-04f7-440e-8fce-3f09f9822db0: DOWN {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:55:16.957654 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36594) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:17.013111 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29a27fdd-8c72-4bc3-a4e3-ad668c57018c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (a5e15170-2883-4d55-a119-c95098d31e83), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.035735 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29a27fdd-8c72-4bc3-a4e3-ad668c57018c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (a5e15170-2883-4d55-a119-c95098d31e83), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.129087 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29a27fdd-8c72-4bc3-a4e3-ad668c57018c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a5e15170-2883-4d55-a119-c95098d31e83), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.131708 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29a27fdd-8c72-4bc3-a4e3-ad668c57018c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.132868 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-29a27fdd-8c72-4bc3-a4e3-ad668c57018c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5e15170-2883-4d55-a119-c95098d31e83 HTTP/1.1" status: 204 len: 168 time: 0.1741812 Mar 04 15:55:17.136293 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36596) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:17.142368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a27fdd-8c72-4bc3-a4e3-ad668c57018c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e15170-2883-4d55-a119-c95098d31e83,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:17.151007 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.api.v2.resource [None req-2f6d6fa8-923d-4f4a-877c-60cfbd8123d3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] show failed (client error): The resource could not be found. Mar 04 15:55:17.152081 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2f6d6fa8-923d-4f4a-877c-60cfbd8123d3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups/a5e15170-2883-4d55-a119-c95098d31e83 HTTP/1.1" status: 404 len: 347 time: 0.0147793 Mar 04 15:55:17.155017 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36598) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:17.278066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Deleting port 55edf224-5c65-42ab-bb0a-99ec10edddf5 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:55:17.278328 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.353797 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.354118 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (55edf224-5c65-42ab-bb0a-99ec10edddf5), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.365635 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Calling delete_port for 55edf224-5c65-42ab-bb0a-99ec10edddf5 owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:55:17.546410 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (55edf224-5c65-42ab-bb0a-99ec10edddf5), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.572376 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event deleted for resources: {'Port': ['ID=55edf224-5c65-42ab-bb0a-99ec10edddf5,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:17.633660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (12a1778c-04f7-440e-8fce-3f09f9822db0), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.636352 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:17.637487 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-26fbeb85-7415-449f-b053-09197e05f388 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "DELETE /v2.0/floatingips/12a1778c-04f7-440e-8fce-3f09f9822db0 HTTP/1.1" status: 204 len: 168 time: 0.4815116 Mar 04 15:55:18.013670 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36604) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:18.018271 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501729235', 'description': 'tempest-description--203531072'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:18.100237 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.164123 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (858689a8-1643-4492-8f2b-a3bd510c45d1), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.214969 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (858689a8-1643-4492-8f2b-a3bd510c45d1), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.242772 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858689a8-1643-4492-8f2b-a3bd510c45d1,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:18.302549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.303792 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-40bd5bd1-ee17-4924-8391-819b55ca42da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2890625 Mar 04 15:55:18.307539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36606) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:18.311743 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'security_group_rule': {'security_group_id': '858689a8-1643-4492-8f2b-a3bd510c45d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:18.396707 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (6c25cd99-e3d9-454f-af35-b7177d550728), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.449767 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (6c25cd99-e3d9-454f-af35-b7177d550728), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.518429 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2654ad5c-5b7f-4e50-9144-07dc5b52768a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:55:18.529176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (6c25cd99-e3d9-454f-af35-b7177d550728), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.538952 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 2654ad5c-5b7f-4e50-9144-07dc5b52768a {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:55:18.539306 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2654ad5c-5b7f-4e50-9144-07dc5b52768a not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:55:18.544549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c25cd99-e3d9-454f-af35-b7177d550728,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:18.616935 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.618171 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-5bce0d5b-8015-48aa-9002-4bbbdb5e4ec6 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097110 Mar 04 15:55:18.621295 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36608) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:18.625448 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'security_group_rule': {'security_group_id': '858689a8-1643-4492-8f2b-a3bd510c45d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:18.733723 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (a4e87ce0-7b2e-4954-b6c3-db131ff21067), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.791088 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (a4e87ce0-7b2e-4954-b6c3-db131ff21067), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.837770 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (a4e87ce0-7b2e-4954-b6c3-db131ff21067), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.854413 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e87ce0-7b2e-4954-b6c3-db131ff21067,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:18.902502 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:18.903668 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-fbe26f86-a8a8-41ec-a9ee-ce7d99f0ddb3 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814407 Mar 04 15:55:18.907621 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36610) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:18.911784 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:18.980414 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.072558 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.174265 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Allocated IP 172.27.2.101 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/4cd170fb-c0f8-4271-9abc-c25a43ed9b3e) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:55:19.268776 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.334881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.377455 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:55:19.380162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:55:19.383510 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:55:19.404905 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'Port': ['ID=4cd170fb-c0f8-4271-9abc-c25a43ed9b3e,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:19.466347 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.538077 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.684413 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.763093 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:19.956838 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:55:20.083400 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'Port': ['ID=4cd170fb-c0f8-4271-9abc-c25a43ed9b3e,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:20.091266 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:20.216443 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:20.217614 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4d55b9c8-199b-430a-97b3-532ec816047f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3090658 Mar 04 15:55:20.407129 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-2325bfa5-226b-4279-893d-8f5eba85b427 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--501729235&fields=id&tenant_id=3e8f8483c13240c7adbc18f3e1d413b0 HTTP/1.1" status: 200 len: 267 time: 0.0416088 Mar 04 15:55:20.508684 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-1bb1bc3c-cc70-412a-9eaf-e900b5cca923 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:20.510082 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-1bb1bc3c-cc70-412a-9eaf-e900b5cca923 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 810 time: 0.0969591 Mar 04 15:55:20.523900 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-b33f2717-e158-482c-9b77-f04dba0e62b8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/quotas/3e8f8483c13240c7adbc18f3e1d413b0 HTTP/1.1" status: 200 len: 375 time: 0.0086451 Mar 04 15:55:20.580151 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-f5bb264f-2a0b-452a-bc26-6a6721eb54d9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516849 Mar 04 15:55:20.671489 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-78ed1f77-1ccf-493d-8b0b-830840d472d9 service neutron] 10.222.0.21 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804203 Mar 04 15:55:20.761525 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-9210f9db-ac07-4090-b956-1d46a2b04d60 service neutron] 10.222.0.21 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843270 Mar 04 15:55:20.959596 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5f22cabe-239b-476c-8a08-3b1ae12d3504 req-8f34f82c-454b-4632-b0af-2e0c8a084934 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 210 time: 0.0268610 Mar 04 15:55:22.059143 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1d466041-fd26-4384-9e79-ce84dc106c17 req-da8e81bc-16af-485b-aa7b-7ec1384f953a tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 210 time: 0.0306721 Mar 04 15:55:22.865435 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-1cdadbe0-720d-4027-a3ee-de5df0c432a8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:22.866889 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-1cdadbe0-720d-4027-a3ee-de5df0c432a8 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 810 time: 0.1016829 Mar 04 15:55:22.926598 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-d6bff895-7b14-418c-921a-6abed8db3e8a tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8f8483c13240c7adbc18f3e1d413b0 HTTP/1.1" status: 200 len: 379 time: 0.0501578 Mar 04 15:55:22.943131 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'port': {'device_id': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'admin_state_up': True, 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'security_groups': ['858689a8-1643-4492-8f2b-a3bd510c45d1']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:23.117446 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Made reservation on behalf of 3e8f8483c13240c7adbc18f3e1d413b0 for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:55:23.121923 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:23.167371 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ffe58850-1cbf-43db-a0f4-91a2cdbff8ef req-9aeba049-a7b3-4532-b7c2-ab864419763a tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 210 time: 0.0306518 Mar 04 15:55:23.281558 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Allocated IP 172.20.0.14 (664d9ce4-64a8-42ab-a840-72b89fe0b9c8/0656f065-e7bd-469a-be51-3e48763ac8a3/a613716c-d468-44ff-b567-dd2cddfb054a) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:55:23.417439 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for port (a613716c-d468-44ff-b567-dd2cddfb054a), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:23.511883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:23.554740 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:55:23.558311 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:55:23.561897 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:55:23.588554 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event updated for resources: {'Port': ['ID=a613716c-d468-44ff-b567-dd2cddfb054a,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:23.617852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:23.618493 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:23.720431 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-45a847ec-dc50-416c-92e5-ad7584003298 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807739 Mar 04 15:55:23.732469 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Request body: {'port': {'device_id': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:23.796863 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:23.799756 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-44758ba7-1caf-4657-a953-19fc79a0c8f1 None None] Provisioning complete for port a613716c-d468-44ff-b567-dd2cddfb054a triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:23.800249 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-44758ba7-1caf-4657-a953-19fc79a0c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:23.833277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-44758ba7-1caf-4657-a953-19fc79a0c8f1 None None] Port a613716c-d468-44ff-b567-dd2cddfb054a cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:55:24.054071 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a613716c-d468-44ff-b567-dd2cddfb054a {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:24.061523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Publish callbacks [] for port (a613716c-d468-44ff-b567-dd2cddfb054a), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:24.073217 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Transition to ACTIVE for port object a613716c-d468-44ff-b567-dd2cddfb054a will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:55:24.140362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:24.190366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=a613716c-d468-44ff-b567-dd2cddfb054a,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:24.292630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Attempting to bind port a613716c-d468-44ff-b567-dd2cddfb054a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:55:24.292968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Attempting to bind port a613716c-d468-44ff-b567-dd2cddfb054a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:55:24.293293 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Attempting to bind port a613716c-d468-44ff-b567-dd2cddfb054a on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:55:24.300568 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Port a613716c-d468-44ff-b567-dd2cddfb054a on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:55:24.300886 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Attempting to bind port a613716c-d468-44ff-b567-dd2cddfb054a on network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:55:24.308896 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:55:24.309239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Checking segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:55:24.309622 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Bound using segment: {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:55:24.310074 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Bound port: a613716c-d468-44ff-b567-dd2cddfb054a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbf9201-df24-4bc8-bad4-209203c616ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:55:24.310428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:24.332952 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec80726-b164-4762-9aa2-7f33c412a52b req-e36f032e-a461-4490-a679-bc9a63f3686b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.334458 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4ec80726-b164-4762-9aa2-7f33c412a52b req-e36f032e-a461-4490-a679-bc9a63f3686b tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 944 time: 0.0914667 Mar 04 15:55:24.414576 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] For port a613716c-d468-44ff-b567-dd2cddfb054a, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:55:24.419056 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4ec80726-b164-4762-9aa2-7f33c412a52b req-b65c6e2a-584c-41ff-88e6-9ed198a51187 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641189 Mar 04 15:55:24.420606 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] For port a613716c-d468-44ff-b567-dd2cddfb054a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a613716c-d468-44ff-b567-dd2cddfb054a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:55:24.472304 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:24.507216 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.507831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:24.509171 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] 10.222.0.16 "PUT /v2.0/ports/a613716c-d468-44ff-b567-dd2cddfb054a HTTP/1.1" status: 200 len: 1094 time: 0.7813988 Mar 04 15:55:24.510130 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:24.512326 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c484f-42c4-4bdc-b976-b784d4ae1904" -d '{"events": [{"name": "network-changed", "server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:24.536601 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ba8b6-18b7-4c0e-8678-4d549480ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=a613716c-d468-44ff-b567-dd2cddfb054a,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:24.552966 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13cd52d-cfdb-4b74-ae71-6d2f904d2647 x-openstack-request-id: req-c13cd52d-cfdb-4b74-ae71-6d2f904d2647 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:24.553264 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:24.553518 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c13cd52d-cfdb-4b74-ae71-6d2f904d2647 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:24.553959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'status': 'completed', 'code': 200} Mar 04 15:55:24.624485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c484f-42c4-4bdc-b976-b784d4ae1904 req-5f52d4be-fdf8-4697-a7ca-c7f7a67bbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.626020 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad1c484f-42c4-4bdc-b976-b784d4ae1904 req-5f52d4be-fdf8-4697-a7ca-c7f7a67bbc51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 1128 time: 0.0509377 Mar 04 15:55:24.723662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c484f-42c4-4bdc-b976-b784d4ae1904 req-a092562a-4e45-4739-bb86-f197a90a2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.725118 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad1c484f-42c4-4bdc-b976-b784d4ae1904 req-a092562a-4e45-4739-bb86-f197a90a2027 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0913157 Mar 04 15:55:24.823171 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c484f-42c4-4bdc-b976-b784d4ae1904 req-f5e58709-2016-4043-b6cc-78f422ecbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.824554 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad1c484f-42c4-4bdc-b976-b784d4ae1904 req-f5e58709-2016-4043-b6cc-78f422ecbc05 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886281 Mar 04 15:55:24.904490 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-19f99539-a3b5-4a25-b70f-94fac1f75eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.906000 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-19f99539-a3b5-4a25-b70f-94fac1f75eaf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 1128 time: 0.0448008 Mar 04 15:55:24.945913 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-0e24c043-50fb-4af4-aac5-91102bdf5d35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a613716c-d468-44ff-b567-dd2cddfb054a HTTP/1.1" status: 200 len: 217 time: 0.0330105 Mar 04 15:55:24.997182 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-5c7608aa-551e-440f-a288-43615a87041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:24.998594 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-5c7608aa-551e-440f-a288-43615a87041f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0447288 Mar 04 15:55:25.047324 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-e225f531-8f95-401f-97c6-72b644f37092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:25.048774 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-e225f531-8f95-401f-97c6-72b644f37092 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427890 Mar 04 15:55:25.139636 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-c04399dc-ae96-4b01-a32e-d6a39c5c82b3 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788324 Mar 04 15:55:25.234689 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-417d773b-4c8d-42eb-93bf-b3ada57bf35a req-3e6f3392-aaf1-400e-93a7-29855dd28bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826516 Mar 04 15:55:25.535612 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f3fab-8413-4c58-9685-2a4ecbca9b98 req-7c3a328f-9317-489d-83cd-f8b210913b69 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:25.537067 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f1f3fab-8413-4c58-9685-2a4ecbca9b98 req-7c3a328f-9317-489d-83cd-f8b210913b69 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 944 time: 0.0521557 Mar 04 15:55:25.582100 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f1f3fab-8413-4c58-9685-2a4ecbca9b98 req-e2f62928-a587-40f7-8f1e-7b9f88d52640 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 Mar 04 15:55:26.701659 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fc68f-33dd-49cf-9c1f-76539a28684d req-2f906969-75a2-42d6-b949-faab6ce33faf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:26.703111 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b31fc68f-33dd-49cf-9c1f-76539a28684d req-2f906969-75a2-42d6-b949-faab6ce33faf tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 944 time: 0.0551357 Mar 04 15:55:26.747897 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b31fc68f-33dd-49cf-9c1f-76539a28684d req-c995c064-0cff-4991-b2f9-c5015cb0b467 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392594 Mar 04 15:55:27.872702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f12a-f322-4a45-a0cb-b1bc11164e4f req-97bc2040-33d6-4afb-ae20-8553428194c5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:27.874279 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c956f12a-f322-4a45-a0cb-b1bc11164e4f req-97bc2040-33d6-4afb-ae20-8553428194c5 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 944 time: 0.0514300 Mar 04 15:55:27.919965 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c956f12a-f322-4a45-a0cb-b1bc11164e4f req-7fe54a5f-e6a2-49af-93cc-b4022da3b79a tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400445 Mar 04 15:55:28.595950 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device a613716c-d468-44ff-b567-dd2cddfb054a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:55:28.689172 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port a613716c-d468-44ff-b567-dd2cddfb054a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a613716c-d468-44ff-b567-dd2cddfb054a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:28.700334 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'port_id': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'mac_address': 'fa:16:3e:a2:b9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:55:28.738909 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port a613716c-d468-44ff-b567-dd2cddfb054a is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:28.739293 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:28.752274 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a613716c-d468-44ff-b567-dd2cddfb054a {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:55:28.770498 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port a613716c-d468-44ff-b567-dd2cddfb054a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a613716c-d468-44ff-b567-dd2cddfb054a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:28.842801 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:28.888638 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=a613716c-d468-44ff-b567-dd2cddfb054a,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:29.032092 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556cfa-9ab9-455e-9626-b6555a748de4 req-92f15047-ffc4-429e-9d95-0b30bac2320c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:29.033507 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8556cfa-9ab9-455e-9626-b6555a748de4 req-92f15047-ffc4-429e-9d95-0b30bac2320c tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Mar 04 15:55:29.081065 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8556cfa-9ab9-455e-9626-b6555a748de4 req-8947f0f3-3dc6-4967-b9c1-39924a30829f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Mar 04 15:55:29.191040 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['a613716c-d468-44ff-b567-dd2cddfb054a'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:55:30.195614 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5e2a-3e50-427f-ab73-9c640ba1b6a4 req-ba284f99-2bda-45f0-b1f4-5f1ce4091095 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:30.197045 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bc5e2a-3e50-427f-ab73-9c640ba1b6a4 req-ba284f99-2bda-45f0-b1f4-5f1ce4091095 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Mar 04 15:55:30.241002 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bc5e2a-3e50-427f-ab73-9c640ba1b6a4 req-68cab59b-18b7-497b-b9f9-b94053ed4fea tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Mar 04 15:55:30.585872 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device a613716c-d468-44ff-b567-dd2cddfb054a up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:55:30.699902 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port a613716c-d468-44ff-b567-dd2cddfb054a completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:55:30.703585 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port a613716c-d468-44ff-b567-dd2cddfb054a triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:55:30.703962 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:30.780220 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port a613716c-d468-44ff-b567-dd2cddfb054a is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:55:30.780604 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:30.801964 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:30.804142 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d907f61-fb6e-4b3b-8bc2-9d51afbe017a" -d '{"events": [{"server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "name": "network-vif-plugged", "status": "completed", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:30.816280 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port a613716c-d468-44ff-b567-dd2cddfb054a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a613716c-d468-44ff-b567-dd2cddfb054a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:55:30.840758 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e79dd-caff-4fe2-b960-57c105a51825 x-openstack-request-id: req-e12e79dd-caff-4fe2-b960-57c105a51825 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:30.840758 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "name": "network-vif-plugged", "status": "completed", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:30.840758 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e12e79dd-caff-4fe2-b960-57c105a51825 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:30.840758 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'code': 200} Mar 04 15:55:30.883339 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:30.930801 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=a613716c-d468-44ff-b567-dd2cddfb054a,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:55:31.150034 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948ad0c-32b6-40db-8294-7876f28b4086 req-0d5cce19-33cc-4898-a9dc-2576d959d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:31.151400 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6948ad0c-32b6-40db-8294-7876f28b4086 req-0d5cce19-33cc-4898-a9dc-2576d959d460 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 1130 time: 0.0423853 Mar 04 15:55:31.199542 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6948ad0c-32b6-40db-8294-7876f28b4086 req-6d545aa1-6609-4b46-8f48-b34da86fdb19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363669 Mar 04 15:55:31.358515 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9122ab-87ca-474f-846e-9c8edb0bc34a req-4fbe8f8d-ebe9-48fa-ba78-d4eaafa212af tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:31.359972 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d9122ab-87ca-474f-846e-9c8edb0bc34a req-4fbe8f8d-ebe9-48fa-ba78-d4eaafa212af tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.0551803 Mar 04 15:55:31.404814 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d9122ab-87ca-474f-846e-9c8edb0bc34a req-6c5a296b-6766-4cd1-9ae0-f189739d0abd tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392213 Mar 04 15:55:32.524163 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636d17-e9ee-4ca9-902d-41bf82e443ae req-3cc76cb2-94d8-4ab2-8f05-e149fafd7b67 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:32.525605 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5d636d17-e9ee-4ca9-902d-41bf82e443ae req-3cc76cb2-94d8-4ab2-8f05-e149fafd7b67 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.0551705 Mar 04 15:55:32.570671 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5d636d17-e9ee-4ca9-902d-41bf82e443ae req-7dded7aa-1a37-4429-b5c3-bc6ee095a5e0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394976 Mar 04 15:55:33.685210 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeba3b-3cc7-41a1-bdd4-d3cbcff49a61 req-69e13f2c-2291-484e-ac4a-f7f594291ce0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:33.686782 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0baeba3b-3cc7-41a1-bdd4-d3cbcff49a61 req-69e13f2c-2291-484e-ac4a-f7f594291ce0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.0504916 Mar 04 15:55:33.734483 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0baeba3b-3cc7-41a1-bdd4-d3cbcff49a61 req-9655d916-46a0-4bdb-a7a7-f559742d0a55 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422366 Mar 04 15:55:33.847635 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde29869-15b2-4751-8d0d-5fd3ffe8cb39 req-64057058-a41d-4ab0-a060-02971cde5797 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:33.849022 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bde29869-15b2-4751-8d0d-5fd3ffe8cb39 req-64057058-a41d-4ab0-a060-02971cde5797 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.0529449 Mar 04 15:55:33.857508 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36674) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:55:33.861788 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Request body: {'floatingip': {'port_id': 'a613716c-d468-44ff-b567-dd2cddfb054a'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:55:33.900647 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:34.329063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:34.368486 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:34.465667 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Floating IP a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a associated. External IP: 172.27.2.101, port: a613716c-d468-44ff-b567-dd2cddfb054a. Mar 04 15:55:34.671712 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:55:34.782236 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:55:34.786968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:34.791576 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:55:34.800989 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:34.801602 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:55:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:34.816757 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7c793639-ef9a-46ae-8abc-76e2bc4b4ac9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "PUT /v2.0/floatingips/a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a HTTP/1.1" status: 200 len: 992 time: 0.9581571 Mar 04 15:55:34.817452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:55:34.819744 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1551e3-48e6-4692-91fa-cbab23f07e89" -d '{"events": [{"name": "network-changed", "server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:55:34.856346 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1894ac-70f9-43cc-b908-1ed2ef9bd8aa x-openstack-request-id: req-5d1894ac-70f9-43cc-b908-1ed2ef9bd8aa {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:55:34.856608 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:55:34.856863 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d1894ac-70f9-43cc-b908-1ed2ef9bd8aa {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:55:34.857263 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'status': 'completed', 'code': 200} Mar 04 15:55:34.926142 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-cf5b2280-ea61-42ec-b90a-d908441b2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:34.927646 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-cf5b2280-ea61-42ec-b90a-d908441b2f61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 1130 time: 0.0462339 Mar 04 15:55:35.017964 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-783ad727-edf6-492f-8b8f-f600c6709467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:35.019411 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-783ad727-edf6-492f-8b8f-f600c6709467 service neutron] 10.222.0.16 "GET /v2.0/networks?id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 200 len: 911 time: 0.0855534 Mar 04 15:55:35.047539 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:35.083054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-4ce05c69-b8aa-4c09-aecc-51da46180bb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a613716c-d468-44ff-b567-dd2cddfb054a HTTP/1.1" status: 200 len: 1000 time: 0.0564260 Mar 04 15:55:35.136165 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-7b41ca3a-9f39-4271-b497-e4505709ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:35.137534 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-7b41ca3a-9f39-4271-b497-e4505709ff16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 200 len: 849 time: 0.0470471 Mar 04 15:55:35.272646 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'port_id': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'mac_address': 'fa:16:3e:a2:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:55:19Z', 'updated_at': '2022-03-04T15:55:34Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:35.304560 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:55:35.314563 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:55:35.315189 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:55:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:35.427440 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:55:35.438402 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-47f68ede-16d6-4cfc-b228-06383fcd3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:35.439961 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-47f68ede-16d6-4cfc-b228-06383fcd3d16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=664d9ce4-64a8-42ab-a840-72b89fe0b9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2952442 Mar 04 15:55:35.526674 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-a43d6af8-6b86-4c96-961a-da4aa466b7e4 service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800097 Mar 04 15:55:35.616509 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e1551e3-48e6-4692-91fa-cbab23f07e89 req-66984220-6312-4a27-8d7a-5b6fe4acbdad service neutron] 10.222.0.16 "GET /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830960 Mar 04 15:55:35.645142 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'port_id': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'mac_address': 'fa:16:3e:a2:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:55:19Z', 'updated_at': '2022-03-04T15:55:34Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:55:35.671695 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008d8a-b06d-41b9-8f9f-fe19952a288f None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'port_id': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'mac_address': 'fa:16:3e:a2:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:55:19Z', 'updated_at': '2022-03-04T15:55:34Z', 'revision_number': 1, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:55:35.855983 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ffa38-f4cb-471b-a8ce-e11249ba4f74 None None] New status for floating IP a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a: ACTIVE {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:55:39.682790 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e5a641a5-5812-474d-98ab-feacc43c2b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:42.071580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-26becd60-3cff-4e76-9e8d-6f268084400b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:42.328535 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:43.312469 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:43.373417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-b624f7fc-cbe6-4078-9308-353616bd1c81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437515 Mar 04 15:55:43.435393 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-43c08d69-9b09-4169-b8b0-b217a2e672df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:43.436813 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-43c08d69-9b09-4169-b8b0-b217a2e672df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0426376 Mar 04 15:55:43.536734 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-147a3171-8347-4880-a4e7-f320d9658e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:43.538166 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-147a3171-8347-4880-a4e7-f320d9658e22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 910 time: 0.0835743 Mar 04 15:55:43.599116 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-c40de235-6f37-409f-a7ae-3557efcef3bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 1001 time: 0.0547788 Mar 04 15:55:43.648283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-e0b7ac2c-941a-436e-8e8d-ef82e400253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:43.649644 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-e0b7ac2c-941a-436e-8e8d-ef82e400253c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0449688 Mar 04 15:55:43.695859 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-2ed3f768-82eb-4911-8b78-2049a8070746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:55:43.697294 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-2ed3f768-82eb-4911-8b78-2049a8070746 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422676 Mar 04 15:55:43.781097 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-a1d0170b-84f6-43a9-bd46-bf1e82eba6a5 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778656 Mar 04 15:55:43.870231 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6f2ca544-c73e-4702-bc2e-2286d130d008 req-7b35cbf7-b276-4131-bec8-b4398d613700 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835593 Mar 04 15:55:44.751555 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:46.128708 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:55:56.957080 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:56:09.716716 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0832a2e8-a47e-4f03-8b6a-ce49fa3c6f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:12.042512 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-20d81b72-3418-4683-bb39-e49900944553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:12.304977 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:13.299715 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:14.710796 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:16.150578 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:33.956166 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:56:39.698912 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-175f3b3a-f596-4816-9482-8bf56c075500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:42.081464 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a81efc6c-5adf-4bc1-871a-ad579b4a3439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:42.340581 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:43.322781 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:43.593552 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374a521-ca53-4327-bf19-27bee031b129 req-9ede657c-8f3f-4cb0-b19c-544ef8e4ee86 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:43.595057 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2374a521-ca53-4327-bf19-27bee031b129 req-9ede657c-8f3f-4cb0-b19c-544ef8e4ee86 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0539670 Mar 04 15:56:43.643542 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2374a521-ca53-4327-bf19-27bee031b129 req-c1e89b6c-947c-4dd1-a0e9-883bb3e2f1da tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Mar 04 15:56:44.716364 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:44.771597 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acd18e-4edf-4aff-824b-840ff45f1093 req-6af1d4d7-d6b2-4375-8c86-1ea39835d007 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:44.773040 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5acd18e-4edf-4aff-824b-840ff45f1093 req-6af1d4d7-d6b2-4375-8c86-1ea39835d007 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0571342 Mar 04 15:56:44.827501 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a5acd18e-4edf-4aff-824b-840ff45f1093 req-e7cc84ea-d407-43fa-9654-375abc609e19 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489142 Mar 04 15:56:44.861343 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-593332c7-2057-4c1e-91bd-2635706db19f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478482 Mar 04 15:56:44.946670 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-2236754c-4754-4a25-9f64-3748ae3f8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:44.948097 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-2236754c-4754-4a25-9f64-3748ae3f8e9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0436490 Mar 04 15:56:45.051789 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-2489811e-1134-496c-8692-79785c4c4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:45.053208 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-2489811e-1134-496c-8692-79785c4c4c8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 910 time: 0.0844457 Mar 04 15:56:45.120448 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-62b2986d-b936-4b00-84d7-52eed832d979 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 1001 time: 0.0564702 Mar 04 15:56:45.169262 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-a5e057d5-c66a-47d0-acb9-3203cf705cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:45.170771 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-a5e057d5-c66a-47d0-acb9-3203cf705cdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0445232 Mar 04 15:56:45.223573 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-e6f2a737-da14-4e10-8d8b-26a209d0cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:45.224970 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-e6f2a737-da14-4e10-8d8b-26a209d0cfa3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475607 Mar 04 15:56:45.312197 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-d33dcc7c-6cc5-4522-ba2b-f22d4294b4d0 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Mar 04 15:56:45.401934 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e922bb47-dd3f-4d85-9754-f4e4761337d3 req-7699ce4b-e9c3-4cd5-8875-485315de6bad service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836644 Mar 04 15:56:45.950818 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30023fae-b885-44ec-ab32-710fe3212077 req-604a6be8-2499-4830-9c19-c2e27f872d46 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:45.952253 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-30023fae-b885-44ec-ab32-710fe3212077 req-604a6be8-2499-4830-9c19-c2e27f872d46 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0520253 Mar 04 15:56:45.997018 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-30023fae-b885-44ec-ab32-710fe3212077 req-b9c0d99b-a607-4abc-af32-8ff8b8f3b56d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Mar 04 15:56:46.115708 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:47.115169 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b5161-bb02-430b-9cde-bea0a289769f req-a8cc146c-1a58-48aa-8b5d-374c53595031 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:47.116613 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-077b5161-bb02-430b-9cde-bea0a289769f req-a8cc146c-1a58-48aa-8b5d-374c53595031 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0508978 Mar 04 15:56:47.166083 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-077b5161-bb02-430b-9cde-bea0a289769f req-0f1aae40-295c-4c06-8b01-d633ec84e298 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Mar 04 15:56:48.295238 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15f6-d6db-40bc-a917-ea185fb0214f req-94c77cbc-c86f-4040-9e94-1a42d65f31e6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:48.296733 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd5e15f6-d6db-40bc-a917-ea185fb0214f req-94c77cbc-c86f-4040-9e94-1a42d65f31e6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0531964 Mar 04 15:56:48.343195 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bd5e15f6-d6db-40bc-a917-ea185fb0214f req-3b2c7313-9a73-405a-a5c6-5254d35f1f83 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 Mar 04 15:56:49.462150 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dc56c-d224-47c9-bd0c-a067408cef08 req-f7c62015-d682-417e-98a1-27e74213bea4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:49.463634 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ab8dc56c-d224-47c9-bd0c-a067408cef08 req-f7c62015-d682-417e-98a1-27e74213bea4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0513909 Mar 04 15:56:49.507953 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ab8dc56c-d224-47c9-bd0c-a067408cef08 req-2286a73b-e61c-4e45-8453-b5eabfa26fc3 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 Mar 04 15:56:50.630395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b8971-4468-434c-9ca5-79b90020b301 req-feccb180-c2c4-4e18-81ed-bb0398427882 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:50.631763 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7f5b8971-4468-434c-9ca5-79b90020b301 req-feccb180-c2c4-4e18-81ed-bb0398427882 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0556834 Mar 04 15:56:50.679082 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7f5b8971-4468-434c-9ca5-79b90020b301 req-7331d05d-0502-4285-a1fe-40924ad646c9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Mar 04 15:56:51.810307 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72acde4-ad74-423d-91da-3d5cb30bcda6 req-b4cc5e4f-b34f-4c11-8ac6-009c497a2684 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:51.813423 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c72acde4-ad74-423d-91da-3d5cb30bcda6 req-b4cc5e4f-b34f-4c11-8ac6-009c497a2684 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0599792 Mar 04 15:56:51.865298 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c72acde4-ad74-423d-91da-3d5cb30bcda6 req-c0ebc099-7874-42d4-9000-3ebeec1bd927 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452635 Mar 04 15:56:52.986886 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c629-bad7-4888-937a-6a2c341c8cf3 req-9ba5d8eb-2571-4f6a-8ca3-248ddef748fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:52.989154 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a314c629-bad7-4888-937a-6a2c341c8cf3 req-9ba5d8eb-2571-4f6a-8ca3-248ddef748fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0545745 Mar 04 15:56:53.040918 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a314c629-bad7-4888-937a-6a2c341c8cf3 req-9cfbc948-5c51-403b-a8d9-97fc01d3fd3b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Mar 04 15:56:53.385155 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36874) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:53.630572 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c25630-70ae-492c-b4d3-9d233262d7c3 req-7dab32c4-8ea4-451d-b370-e1c1391771cf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:53.632539 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e8c25630-70ae-492c-b4d3-9d233262d7c3 req-7dab32c4-8ea4-451d-b370-e1c1391771cf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.0554287 Mar 04 15:56:53.683609 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e8c25630-70ae-492c-b4d3-9d233262d7c3 req-451ad1af-ffbb-44c6-9bcd-47800f32814b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Mar 04 15:56:53.878194 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Deleting port 826e80dc-ce47-422c-9b4b-24c26bae0ce3 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:56:53.878534 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:53.949619 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:53.949896 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for floatingip (826e80dc-ce47-422c-9b4b-24c26bae0ce3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:53.961909 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Calling delete_port for 826e80dc-ce47-422c-9b4b-24c26bae0ce3 owned by network:floatingip {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:56:54.167319 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7cc44-7b1e-43c7-a4cd-7a99f9086443 req-02a5f829-0094-47d1-9524-ee101c267c1a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:54.168782 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-73e7cc44-7b1e-43c7-a4cd-7a99f9086443 req-02a5f829-0094-47d1-9524-ee101c267c1a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0515416 Mar 04 15:56:54.196248 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (826e80dc-ce47-422c-9b4b-24c26bae0ce3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:54.214578 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-73e7cc44-7b1e-43c7-a4cd-7a99f9086443 req-c4a75fe5-61cf-42e6-9810-57fecfdb372f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 Mar 04 15:56:54.222032 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event deleted for resources: {'Port': ['ID=826e80dc-ce47-422c-9b4b-24c26bae0ce3,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:54.232560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.232560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.232560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.232560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.233514 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.233826 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.234597 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.234597 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.234781 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.235005 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.235323 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.235646 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.235970 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:54.293436 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for floatingip (cf83fe58-397e-4208-8d97-81508b8344c4), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:54.293787 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Floating IP cf83fe58-397e-4208-8d97-81508b8344c4 disassociated (deleted). External IP: 172.27.2.216, port: 4080b158-032b-4144-8f48-10e527ba9992. Mar 04 15:56:54.499372 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:56:54.603276 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:56:54.608537 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:54.614493 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] Sync routers for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:56:54.624084 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:56:54.624692 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:54.641184 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d46a437d-6bdf-4087-95dd-0e7d5fa75a01 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "DELETE /v2.0/floatingips/cf83fe58-397e-4208-8d97-81508b8344c4 HTTP/1.1" status: 204 len: 168 time: 1.2542443 Mar 04 15:56:54.642420 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:56:54.644748 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:56:54.682766 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c5e74c-2951-46f8-a64a-48b00a84fb35 x-openstack-request-id: req-b7c5e74c-2951-46f8-a64a-48b00a84fb35 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:56:54.683060 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:56:54.683318 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7c5e74c-2951-46f8-a64a-48b00a84fb35 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:56:54.683720 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'status': 'completed', 'code': 200} Mar 04 15:56:54.761478 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:56:54.767690 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-8ebf0ef7-24a4-472e-b108-a79bd0697151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:54.769828 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-8ebf0ef7-24a4-472e-b108-a79bd0697151 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279e0243a92842d0af911fa384f167ae&device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 1129 time: 0.0592830 Mar 04 15:56:54.897243 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897a91a-21ac-45ef-8042-9b28a2f00396 req-5833f234-d816-4e98-835c-ed2ec54a15bd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:54.899097 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7897a91a-21ac-45ef-8042-9b28a2f00396 req-5833f234-d816-4e98-835c-ed2ec54a15bd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.1257217 Mar 04 15:56:54.914457 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-ebe773e3-401c-43e3-8582-5457d39c218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:54.916270 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-ebe773e3-401c-43e3-8582-5457d39c218b service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 200 len: 910 time: 0.1314542 Mar 04 15:56:54.963095 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-7e8759a7-7083-454a-84c3-ba0a8cd162f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 200 len: 217 time: 0.0382118 Mar 04 15:56:54.985414 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:55.010323 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7897a91a-21ac-45ef-8042-9b28a2f00396 req-d7f2915d-7bd3-432e-81e5-6c2106c1fc77 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036258 Mar 04 15:56:55.013952 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] Checking router: 6bfe73ea-b38c-4ffb-bf62-8be91262e280 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:56:55.022926 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:56:55.023544 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:55.056899 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-91613faf-137a-4d69-866e-60bcfa3ea190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:55.058359 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-91613faf-137a-4d69-866e-60bcfa3ea190 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 200 len: 848 time: 0.0876656 Mar 04 15:56:55.060006 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:56:55.107073 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e290-f6a5-44b9-86a3-870a739c562b req-b1734285-e42f-4383-846a-9af297c37573 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:55.108567 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4114e290-f6a5-44b9-86a3-870a739c562b req-b1734285-e42f-4383-846a-9af297c37573 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0861127 Mar 04 15:56:55.145168 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-71a48875-247f-41c6-9ffa-40f9fb28e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:55.146675 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-71a48875-247f-41c6-9ffa-40f9fb28e3ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb10a25d-27c1-4282-8629-7355c19efe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785666 Mar 04 15:56:55.180422 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4114e290-f6a5-44b9-86a3-870a739c562b req-5eaf0470-9425-44a5-84ec-03496b0c94fa tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657573 Mar 04 15:56:55.252183 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-ed2a76e7-3840-4000-90e8-9fb724911ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957148 Mar 04 15:56:55.348438 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:56:55.378691 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-72bfe20e-2cd0-4c67-ba2e-70f3200e9f41 req-05f7e6bf-3337-4654-8af2-f0fa0e0c4d2b service neutron] 10.222.0.16 "GET /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192536 Mar 04 15:56:55.388275 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465588f-c6fe-418b-a815-d6ce2d93f9ee req-1ec7c326-e168-40ec-bf18-af844a7d1b8a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:55.389158 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:56:55.389779 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7465588f-c6fe-418b-a815-d6ce2d93f9ee req-1ec7c326-e168-40ec-bf18-af844a7d1b8a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0847664 Mar 04 15:56:55.409108 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'mac_address': 'fa:16:3e:46:ed:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:56:55.451739 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7465588f-c6fe-418b-a815-d6ce2d93f9ee req-e6b65355-8871-4cbf-90f1-56f98b2bb820 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Mar 04 15:56:55.517043 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: ACTIVE; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:56:55.517430 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:55.536690 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95540d8a-2b82-4c24-b60a-24524c6a4e83 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:56:55.574612 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:56:55.582457 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-86f34ffc-624a-4f58-8969-38a3eee0f02d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:55.583987 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-86f34ffc-624a-4f58-8969-38a3eee0f02d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.0513029 Mar 04 15:56:55.628501 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:55.653998 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:55.655855 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07298a-1d8f-4100-8267-d3795bd64141 None None] The sync data for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi is: [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:50:32Z', 'revision_number': 4, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d', 'name': '', 'network_id': 'eb10a25d-27c1-4282-8629-7355c19efe98', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'mac_address': 'fa:16:3e:74:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:31Z', 'updated_at': '2022-03-04T15:50:36Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'subnets': [{'id': 'e265c04b-b166-4604-9d80-cd8fb337ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:56:55.682102 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port 3792931f-9713-4089-a1c7-146cce8cb2c6 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:56:55.682327 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:55.712087 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=6']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:55.719799 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.720160 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.720509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.720851 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.721187 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.721521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.721883 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.722214 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.722542 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.722869 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.723196 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.723516 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.724110 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:55.745523 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['95540d8a-2b82-4c24-b60a-24524c6a4e83'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:56:55.778633 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] For port 3792931f-9713-4089-a1c7-146cce8cb2c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3792931f-9713-4089-a1c7-146cce8cb2c6,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:56:55.779000 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:55.922946 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46dcace-828a-4beb-a63c-09b5254860e8 None None] New status for floating IP cf83fe58-397e-4208-8d97-81508b8344c4: DOWN {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:56:55.959213 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:55.959573 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (de426f72-acfc-4d12-bcc2-eb1ef8e5ea71), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:55.959891 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP de426f72-acfc-4d12-bcc2-eb1ef8e5ea71 disassociated. External IP: 172.27.2.88, port: 3792931f-9713-4089-a1c7-146cce8cb2c6. Mar 04 15:56:55.960230 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for 3792931f-9713-4089-a1c7-146cce8cb2c6 owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:56:56.145757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d95a-feb7-43b3-8654-b56400f07ef5 req-886382f6-ab19-4a67-870b-cfecc9a5784a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:56.147215 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c149d95a-feb7-43b3-8654-b56400f07ef5 req-886382f6-ab19-4a67-870b-cfecc9a5784a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 945 time: 0.0611172 Mar 04 15:56:56.159183 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (3792931f-9713-4089-a1c7-146cce8cb2c6), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:56.197296 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=3792931f-9713-4089-a1c7-146cce8cb2c6,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:56.218365 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.218868 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.219078 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.219421 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.219760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.220084 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.220412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.220764 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.221146 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.221408 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.221755 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.222513 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.222513 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:56:56.241243 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c149d95a-feb7-43b3-8654-b56400f07ef5 req-90a2267f-54a2-473f-8d46-211d1355b8a7 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a4402d7-8f2e-4356-b19c-8214c34e03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885627 Mar 04 15:56:56.373120 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea0178-e25a-4405-9387-ab3783442e45 req-fa76dea7-67e9-4a24-815d-24760b0e08e4 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:56.375302 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3eea0178-e25a-4405-9387-ab3783442e45 req-fa76dea7-67e9-4a24-815d-24760b0e08e4 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.1031411 Mar 04 15:56:56.383815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:56:56.470376 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3eea0178-e25a-4405-9387-ab3783442e45 req-0ef46d45-990d-4247-9cbb-450f855e3371 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888994 Mar 04 15:56:56.569365 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:56:56.579692 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:56:56.592036 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:56:56.592893 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:56.631915 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f371f8-ff1e-46ac-aef2-b900388afbb2 req-6924ed3f-c36e-49ce-9522-397a24df82ce tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:56.633004 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f5f371f8-ff1e-46ac-aef2-b900388afbb2 req-6924ed3f-c36e-49ce-9522-397a24df82ce tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 945 time: 0.1051404 Mar 04 15:56:56.634061 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] No DVR routers for this DVR port 3792931f-9713-4089-a1c7-146cce8cb2c6 on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:56:56.637466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:56.640871 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7eaac30d-e56c-4a28-bfca-6a7b9fd268d9 req-10c55616-e8dc-4d14-be97-1b8a5addd8f8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "DELETE /v2.0/ports/3792931f-9713-4089-a1c7-146cce8cb2c6 HTTP/1.1" status: 204 len: 173 time: 1.0504768 Mar 04 15:56:56.641327 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'name': 'network-vif-deleted', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:56:56.643597 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17472a9-b046-49ec-bdfa-75d8e07dedc2" -d '{"events": [{"server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "name": "network-vif-deleted", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:56:56.689543 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adc19b0-1831-49a8-bec2-7943e4e12baf x-openstack-request-id: req-7adc19b0-1831-49a8-bec2-7943e4e12baf {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:56:56.690537 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b", "name": "network-vif-deleted", "tag": "3792931f-9713-4089-a1c7-146cce8cb2c6", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:56:56.691653 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7adc19b0-1831-49a8-bec2-7943e4e12baf {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:56:56.692646 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b', 'name': 'network-vif-deleted', 'tag': '3792931f-9713-4089-a1c7-146cce8cb2c6', 'status': 'completed', 'code': 200} Mar 04 15:56:56.706240 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f5f371f8-ff1e-46ac-aef2-b900388afbb2 req-ca7a92ca-bfc3-4c0d-8019-b16e8b47d7fa tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593843 Mar 04 15:56:56.724192 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:56:56.926612 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:56.955684 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:56:56.964116 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:56:56.964716 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:57.057176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-320142a5-2598-492d-8d1a-afeb667c2ee3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:57.058165 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-320142a5-2598-492d-8d1a-afeb667c2ee3 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 945 time: 0.0524728 Mar 04 15:56:57.059196 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:56:57.101630 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:56:57.152688 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Deleting port 4080b158-032b-4144-8f48-10e527ba9992 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:56:57.153018 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (4080b158-032b-4144-8f48-10e527ba9992), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.195366 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 95540d8a-2b82-4c24-b60a-24524c6a4e83 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:56:57.195661 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.240656 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] For port 4080b158-032b-4144-8f48-10e527ba9992, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4080b158-032b-4144-8f48-10e527ba9992,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:56:57.241238 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (4080b158-032b-4144-8f48-10e527ba9992), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.255083 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Calling delete_port for 4080b158-032b-4144-8f48-10e527ba9992 owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:56:57.354681 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:56:57.355069 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.372236 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-11ea5b64-75de-46cc-b6c5-03fc4b979460 req-3bd18a72-a18f-4053-850a-5da3599ab4b1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c03ccdd-1eff-4f5e-8e7d-ab4c7cf6938b HTTP/1.1" status: 200 len: 210 time: 0.0314231 Mar 04 15:56:57.382900 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:56:57.385130 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b70b32-bf5b-4241-bab0-953c470ef990" -d '{"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-plugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:56:57.400421 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:56:57.409908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:56:57.439209 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be66e6c-c06e-4c5a-8fec-f32382cb94e8 x-openstack-request-id: req-0be66e6c-c06e-4c5a-8fec-f32382cb94e8 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:56:57.439506 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-plugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:56:57.439760 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0be66e6c-c06e-4c5a-8fec-f32382cb94e8 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:56:57.440146 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'code': 200} Mar 04 15:56:57.441110 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2705b-159f-4477-84d5-e34d8956bb26 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:56:57.499990 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.502638 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (4080b158-032b-4144-8f48-10e527ba9992), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.543215 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event deleted for resources: {'Port': ['ID=4080b158-032b-4144-8f48-10e527ba9992,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:57.571540 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=7']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:57.635781 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] No DVR routers for this DVR port 4080b158-032b-4144-8f48-10e527ba9992 on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:56:57.638923 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a050c64-1b5a-42d4-8be0-f6e2c04122c8 req-b266483b-50c3-43e3-940e-1040342ba881 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 210 time: 0.0440950 Mar 04 15:56:57.640508 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:57.643821 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6be2319-c321-4187-9ff7-5fe1b6854eec req-fe4fb9e8-2f2c-4e5a-ac48-5fb56aea9f75 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.16 "DELETE /v2.0/ports/4080b158-032b-4144-8f48-10e527ba9992 HTTP/1.1" status: 204 len: 173 time: 0.5803506 Mar 04 15:56:57.708352 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca596940-b8d4-4242-b975-9926bf3c69bc None None] New status for floating IP de426f72-acfc-4d12-bcc2-eb1ef8e5ea71: DOWN {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:56:57.841649 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81bdf9-e94e-464e-9110-166700e842e9 req-d18ef8c2-248f-4153-ab08-87c03f838b91 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:57.841649 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f81bdf9-e94e-464e-9110-166700e842e9 req-d18ef8c2-248f-4153-ab08-87c03f838b91 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0536423 Mar 04 15:56:57.886403 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f81bdf9-e94e-464e-9110-166700e842e9 req-a7bbbfac-f94d-45e2-b3dd-0e000cb51eae tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Mar 04 15:56:58.538845 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36924) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:58.590844 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fa479820-2599-4f72-a1a6-4d67b5044d49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (1a4402d7-8f2e-4356-b19c-8214c34e03ce), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:58.619330 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fa479820-2599-4f72-a1a6-4d67b5044d49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (1a4402d7-8f2e-4356-b19c-8214c34e03ce), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:58.693328 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-deleted', 'tag': '4080b158-032b-4144-8f48-10e527ba9992'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:56:58.695665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951a0367-da6e-4e5c-9c6b-62d038947d48" -d '{"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-deleted", "tag": "4080b158-032b-4144-8f48-10e527ba9992"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:56:58.742812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c369e2-7d1d-493a-869b-9a131b6d1655 x-openstack-request-id: req-a8c369e2-7d1d-493a-869b-9a131b6d1655 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:56:58.743108 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4d282c-ee77-4bad-9873-0d6ef0223005", "name": "network-vif-deleted", "tag": "4080b158-032b-4144-8f48-10e527ba9992", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:56:58.743364 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8c369e2-7d1d-493a-869b-9a131b6d1655 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:56:58.743892 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4d282c-ee77-4bad-9873-0d6ef0223005', 'name': 'network-vif-deleted', 'tag': '4080b158-032b-4144-8f48-10e527ba9992', 'status': 'completed', 'code': 200} Mar 04 15:56:58.745929 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f657daa5-969b-4149-962d-fa016c1fbde3 req-268082a7-eb02-43f2-9ee6-8f1b605eb107 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e4d282c-ee77-4bad-9873-0d6ef0223005 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Mar 04 15:56:58.761722 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fa479820-2599-4f72-a1a6-4d67b5044d49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (1a4402d7-8f2e-4356-b19c-8214c34e03ce), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:58.764838 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-fa479820-2599-4f72-a1a6-4d67b5044d49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:58.765936 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-fa479820-2599-4f72-a1a6-4d67b5044d49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a4402d7-8f2e-4356-b19c-8214c34e03ce HTTP/1.1" status: 204 len: 168 time: 0.2260659 Mar 04 15:56:58.768696 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36932) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:58.775156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa479820-2599-4f72-a1a6-4d67b5044d49 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4402d7-8f2e-4356-b19c-8214c34e03ce,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:58.783276 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.api.v2.resource [None req-8dd32f3b-8d1a-4507-86b1-af086cbe609b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] show failed (client error): The resource could not be found. Mar 04 15:56:58.784350 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8dd32f3b-8d1a-4507-86b1-af086cbe609b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups/1a4402d7-8f2e-4356-b19c-8214c34e03ce HTTP/1.1" status: 404 len: 347 time: 0.0146065 Mar 04 15:56:58.787200 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36934) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:58.912130 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port 29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:56:58.912499 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:58.990637 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:58.990964 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.003543 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for 29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a owned by network:floatingip {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:56:59.013864 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dcacd-e49e-43c7-8826-752c57447f29 req-42a277bd-a356-424a-8823-ba9e40a2f797 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:56:59.016161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-444dcacd-e49e-43c7-8826-752c57447f29 req-42a277bd-a356-424a-8823-ba9e40a2f797 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0533884 Mar 04 15:56:59.062848 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:56:59.069272 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-444dcacd-e49e-43c7-8826-752c57447f29 req-579c6c4e-43da-4df1-b277-d709ef44369c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478413 Mar 04 15:56:59.084162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 4080b158-032b-4144-8f48-10e527ba9992 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:56:59.084514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 4080b158-032b-4144-8f48-10e527ba9992 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:56:59.084945 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 3792931f-9713-4089-a1c7-146cce8cb2c6 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:56:59.104653 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 3792931f-9713-4089-a1c7-146cce8cb2c6 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:56:59.104998 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 3792931f-9713-4089-a1c7-146cce8cb2c6 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:56:59.190267 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.214994 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=29f6d62e-7e59-45e8-ad1a-8ebfd4db3a5a,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:59.274544 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (de426f72-acfc-4d12-bcc2-eb1ef8e5ea71), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.277061 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.278237 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-467dfaa4-352a-471b-9e7e-b89f61300baf tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/floatingips/de426f72-acfc-4d12-bcc2-eb1ef8e5ea71 HTTP/1.1" status: 204 len: 168 time: 0.4900959 Mar 04 15:56:59.582889 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36940) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:59.587485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361000306', 'description': 'tempest-description--518639700'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:56:59.670055 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.739197 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (d80a5d0a-3068-4f75-80cd-672a0a5821d2), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.790188 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d80a5d0a-3068-4f75-80cd-672a0a5821d2), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.801673 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36946) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:59.821993 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80a5d0a-3068-4f75-80cd-672a0a5821d2,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:56:59.860621 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-59c09af1-0192-4bd2-b82f-4f0bf14043e0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group (0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.887574 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-59c09af1-0192-4bd2-b82f-4f0bf14043e0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group (0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.912152 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:56:59.913418 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b0b483a9-f3b4-4441-8ac3-3c592d497129 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3294337 Mar 04 15:56:59.923103 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36948) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:56:59.927545 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': 'd80a5d0a-3068-4f75-80cd-672a0a5821d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:00.006507 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (f3dbd25e-d646-4ac2-bea2-8f1061ba8c95), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.024559 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-59c09af1-0192-4bd2-b82f-4f0bf14043e0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.027333 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-59c09af1-0192-4bd2-b82f-4f0bf14043e0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.028614 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-59c09af1-0192-4bd2-b82f-4f0bf14043e0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba HTTP/1.1" status: 204 len: 168 time: 0.2259250 Mar 04 15:57:00.038362 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09af1-0192-4bd2-b82f-4f0bf14043e0 tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4dcdf7-4df9-4bbf-a469-51a1e6a78eba,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:00.065422 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (f3dbd25e-d646-4ac2-bea2-8f1061ba8c95), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.138621 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (f3dbd25e-d646-4ac2-bea2-8f1061ba8c95), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.139968 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36954) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:00.169300 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dbd25e-d646-4ac2-bea2-8f1061ba8c95,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:00.212636 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e076615-086c-4422-b841-97d94fc4a7bf req-80e9140c-9e43-419c-903e-cb0d8c702ae6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:00.214152 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e076615-086c-4422-b841-97d94fc4a7bf req-80e9140c-9e43-419c-903e-cb0d8c702ae6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0599303 Mar 04 15:57:00.229142 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.230281 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4973432b-d288-489e-978e-b89ae90cc5d8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3062599 Mar 04 15:57:00.233134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 36958) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:00.238464 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'security_group_rule': {'security_group_id': 'd80a5d0a-3068-4f75-80cd-672a0a5821d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:00.265726 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0e076615-086c-4422-b841-97d94fc4a7bf req-10a41f53-3402-4733-8cf5-78960547e458 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453956 Mar 04 15:57:00.353104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (5cccd046-2faa-4fc3-9bdf-1c8852445bcb), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.481053 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (5cccd046-2faa-4fc3-9bdf-1c8852445bcb), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.534807 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (5cccd046-2faa-4fc3-9bdf-1c8852445bcb), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.570662 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cccd046-2faa-4fc3-9bdf-1c8852445bcb,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:00.638055 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.639212 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7d9437e9-7ca7-4c76-a9b0-72b53d18da4b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048598 Mar 04 15:57:00.643009 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 36960) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:00.648188 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:00.665785 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (6bfe73ea-b38c-4ffb-bf62-8be91262e280), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.761812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.875007 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.938531 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Deleting port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:00.939121 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:00.995799 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.27.2.206 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/4974da7d-d01e-4040-a3f2-2ca00ef956f0) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:01.020210 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] For port 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:01.020625 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.034832 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Calling delete_port for 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:01.276686 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.306689 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:01.366436 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.471824 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.499947 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (6bfe73ea-b38c-4ffb-bf62-8be91262e280), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.505090 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09089969-933e-41ec-b828-c73a4d644cbf req-944c64b3-73a5-4a7f-9e93-b8a02ba5174e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:01.505090 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-09089969-933e-41ec-b828-c73a4d644cbf req-944c64b3-73a5-4a7f-9e93-b8a02ba5174e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0792871 Mar 04 15:57:01.526763 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:01.541199 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:01.544380 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:01.605402 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=4974da7d-d01e-4040-a3f2-2ca00ef956f0,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:01.640188 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-09089969-933e-41ec-b828-c73a4d644cbf req-debad53f-9c52-4f47-9769-8d2e850351dd tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103082 Mar 04 15:57:01.688560 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.765084 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:01.837393 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:01.881115 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:01.886175 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f542cdf1-f504-48d1-9d00-14009495030f admin admin] 10.222.0.21 "PUT /v2.0/routers/6bfe73ea-b38c-4ffb-bf62-8be91262e280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451043 Mar 04 15:57:01.888544 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37000) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:01.896836 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] Sync routers for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:01.908075 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:01.909162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:01.995559 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks [] for router (6bfe73ea-b38c-4ffb-bf62-8be91262e280), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.004303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.077363 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.110403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks [] for router_gateway (6bfe73ea-b38c-4ffb-bf62-8be91262e280), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.174522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:02.197855 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.220211 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=4974da7d-d01e-4040-a3f2-2ca00ef956f0,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:02.251262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Deleting port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:02.251262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.307898 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.310322 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-5f2ee8c8-2c7f-4484-a5c7-baa5a90c335a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6655788 Mar 04 15:57:02.370456 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] For port 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:02.370804 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.386743 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Calling delete_port for 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:02.394462 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:57:01Z', 'revision_number': 5, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port': {'id': '0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:29Z', 'updated_at': '2022-03-04T15:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:02.455260 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] Checking router: 6bfe73ea-b38c-4ffb-bf62-8be91262e280 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:02.464602 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] Routers {'6bfe73ea-b38c-4ffb-bf62-8be91262e280'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:02.465534 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:02.500142 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-8252c6e8-397f-443a-ab9c-9e0cf0f656b2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1361000306&fields=id&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 267 time: 0.0632648 Mar 04 15:57:02.582074 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] Set router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 gateway port host: None {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:02.652744 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-737f55a0-b3ed-4608-9dd5-8496d83f4137 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:02.657866 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:57:02Z', 'revision_number': 6, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:02.660600 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-737f55a0-b3ed-4608-9dd5-8496d83f4137 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.1593068 Mar 04 15:57:02.678312 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-0a9ef6e1-e4eb-4fb6-aceb-95b13a2d09e8 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/quotas/465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 375 time: 0.0166106 Mar 04 15:57:02.687981 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfae259-4c8b-470a-9f1f-e5abf3b58231 None None] The sync data for ids ['6bfe73ea-b38c-4ffb-bf62-8be91262e280'] in dv-cinder-831247-6-iscsi is: [{'id': '6bfe73ea-b38c-4ffb-bf62-8be91262e280', 'name': 'tempest-TestShelveInstance-1283691759-router', 'tenant_id': '279e0243a92842d0af911fa384f167ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:28Z', 'updated_at': '2022-03-04T15:57:02Z', 'revision_number': 6, 'project_id': '279e0243a92842d0af911fa384f167ae', 'gw_port_host': None}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:02.766232 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2d8c6715-e6d1-43a1-b44a-12eac53a43a2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803442 Mar 04 15:57:02.819432 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:02.881752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:02.942584 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-23d63b9a-e727-4139-ac4c-7013d3cd0e15 service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748035 Mar 04 15:57:02.988481 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (6bfe73ea-b38c-4ffb-bf62-8be91262e280), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.047431 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-a2a0b7e3-8077-4a6e-b352-3383c95c316b service neutron] 10.222.0.21 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980372 Mar 04 15:57:03.465674 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (6bfe73ea-b38c-4ffb-bf62-8be91262e280), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.469197 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks [] for router_controller (6bfe73ea-b38c-4ffb-bf62-8be91262e280), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.473687 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696652-a783-4f8a-a372-489ff943f701 req-00a7b943-f16d-4915-9fd6-e2b4b6696b51 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:03.479016 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1a696652-a783-4f8a-a372-489ff943f701 req-00a7b943-f16d-4915-9fd6-e2b4b6696b51 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0940711 Mar 04 15:57:03.565946 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3db7b75c-bb9d-4028-9c0e-00dbb9788610 req-4e88aee5-ca8b-4a14-9360-4102605b920d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 210 time: 0.0795095 Mar 04 15:57:03.592741 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1a696652-a783-4f8a-a372-489ff943f701 req-1726546d-3efe-4bbb-a61f-fa3550be7098 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983844 Mar 04 15:57:03.647898 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (6bfe73ea-b38c-4ffb-bf62-8be91262e280), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.649573 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfe73ea-b38c-4ffb-bf62-8be91262e280 {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 15:57:03.655422 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.659730 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37044) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:03.664138 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f1f379bb-2fe6-4f9c-a0c2-b5913a8dffa8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6bfe73ea-b38c-4ffb-bf62-8be91262e280 HTTP/1.1" status: 204 len: 168 time: 1.7735550 Mar 04 15:57:03.698560 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:03.722007 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Deleting subnet e265c04b-b166-4604-9d80-cd8fb337ed0d {{(pid=110047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:57:03.728785 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Publish callbacks [] for subnet (e265c04b-b166-4604-9d80-cd8fb337ed0d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.737392 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:03.737834 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0f5cc81e-a5ac-4f31-a8f5-4f955f3701ab not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:03.738262 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:03.778370 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:03.778909 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5e4b02b6-5c7c-461c-9c6d-b2fb7c86331d not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:03.786512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29205125'] for subnet (e265c04b-b166-4604-9d80-cd8fb337ed0d), precommit_delete_associations {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:03.918028 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (e265c04b-b166-4604-9d80-cd8fb337ed0d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.053630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26096258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25683679'] for subnet (e265c04b-b166-4604-9d80-cd8fb337ed0d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.091495 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e265c04b-b166-4604-9d80-cd8fb337ed0d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:04.101749 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.117077 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-70c368f6-e478-443f-b6e9-4140be545e16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e265c04b-b166-4604-9d80-cd8fb337ed0d HTTP/1.1" status: 204 len: 168 time: 0.4457736 Mar 04 15:57:04.117077 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37050) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:04.117449 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4e23d-ecf4-418b-a85e-3cf200a0c391 None None] Network eb10a25d-27c1-4282-8629-7355c19efe98 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:04.213721 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (eb10a25d-27c1-4282-8629-7355c19efe98), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.284305 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Deleting port 0153ee85-2fdb-42c2-8916-47629c56d12b {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:04.284510 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.362740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] DHCP port deletion for eb10a25d-27c1-4282-8629-7355c19efe98 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 15:57:04.425671 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] For port 0153ee85-2fdb-42c2-8916-47629c56d12b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0153ee85-2fdb-42c2-8916-47629c56d12b,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:04.426775 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.441933 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Calling delete_port for 0153ee85-2fdb-42c2-8916-47629c56d12b owned by network:dhcp {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:04.459854 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] Deleting port 0153ee85-2fdb-42c2-8916-47629c56d12b {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:04.460569 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.541880 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] For port 0153ee85-2fdb-42c2-8916-47629c56d12b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=0153ee85-2fdb-42c2-8916-47629c56d12b,segment=NetworkSegment(facf90f5-c114-497e-b53b-f2856b566b70),segment_id=facf90f5-c114-497e-b53b-f2856b566b70)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:04.542685 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.558999 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] Calling delete_port for 0153ee85-2fdb-42c2-8916-47629c56d12b owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:04.607367 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.645500 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Pushing event deleted for resources: {'Port': ['ID=0153ee85-2fdb-42c2-8916-47629c56d12b,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:04.654363 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] No DVR routers for this DVR port 0153ee85-2fdb-42c2-8916-47629c56d12b on host dv-cinder-831247-6-iscsi {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:04.781326 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (0153ee85-2fdb-42c2-8916-47629c56d12b), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.814450 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] Pushing event deleted for resources: {'Port': ['ID=0153ee85-2fdb-42c2-8916-47629c56d12b,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:04.818050 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486df571-d973-40ef-bf62-f28db4f3483b None None] No DVR routers for this DVR port 0153ee85-2fdb-42c2-8916-47629c56d12b on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:04.824545 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3456d490-ae80-4ea6-b369-0a21fb71d914 req-a6494b64-6884-4333-950b-6e57c5fdf90e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 210 time: 0.1122482 Mar 04 15:57:04.841898 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (eb10a25d-27c1-4282-8629-7355c19efe98), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.884054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e32f23-11fe-4171-80f6-b18fb6a8d072 req-20a792a2-4d1b-4b78-8b27-730c332237e5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:04.885573 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-64e32f23-11fe-4171-80f6-b18fb6a8d072 req-20a792a2-4d1b-4b78-8b27-730c332237e5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.1722898 Mar 04 15:57:04.887332 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb10a25d-27c1-4282-8629-7355c19efe98']}} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:04.905451 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facf90f5-c114-497e-b53b-f2856b566b70') {'for_net_delete': True} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:04.905773 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facf90f5-c114-497e-b53b-f2856b566b70') {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:04.922633 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29205138'] for segment (facf90f5-c114-497e-b53b-f2856b566b70), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.948782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (facf90f5-c114-497e-b53b-f2856b566b70), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.961787 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:57:04.962188 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096220'] for segment (facf90f5-c114-497e-b53b-f2856b566b70), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: Traceback (most recent call last): Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: timer() Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: cb(*args, **kw) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: return func(*args, **kwargs) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: self._notify() Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: self.callback(batched_events) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: event.method(event) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: return f(self, *a, **k) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._get(url).json() Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: return self.request(url, 'GET', **kwargs) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:57:04.964136 dv-cinder-831247-6-iscsi neutron-server[110047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:57:04.975971 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-64e32f23-11fe-4171-80f6-b18fb6a8d072 req-62ba860e-4e86-41d6-b25b-f4fd9d9707a4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804050 Mar 04 15:57:05.116346 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (eb10a25d-27c1-4282-8629-7355c19efe98), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:05.129299 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:05.132828 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eb10a25d-27c1-4282-8629-7355c19efe98 HTTP/1.1" status: 204 len: 168 time: 1.0212955 Mar 04 15:57:05.135752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37062) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:05.155377 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966309b-5b6d-4f28-86f0-3904778f7669 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb10a25d-27c1-4282-8629-7355c19efe98,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:05.384541 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0153ee85-2fdb-42c2-8916-47629c56d12b no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:05.410256 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 0153ee85-2fdb-42c2-8916-47629c56d12b {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:05.411554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 0153ee85-2fdb-42c2-8916-47629c56d12b not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:05.600703 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (1339a4e2-136a-410d-899e-66f710c8bd96), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:05.881802 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Deleting port 78eb65ff-8510-49b3-91f9-0758c9d336cd {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:05.882242 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:05.953488 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a0353f0d-3d1f-4d6e-a33f-6445ada77a21 req-5c5dbf84-c6b1-49d6-bd93-4a1424724409 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 210 time: 0.0365009 Mar 04 15:57:05.969678 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] For port 78eb65ff-8510-49b3-91f9-0758c9d336cd, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=78eb65ff-8510-49b3-91f9-0758c9d336cd,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:05.970189 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:05.983262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Calling delete_port for 78eb65ff-8510-49b3-91f9-0758c9d336cd owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:06.170992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a150da-ab83-41bf-af6c-a81bb95068e0 req-909e37c1-b603-408b-a759-f7ba2e2edec6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:06.172829 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-30a150da-ab83-41bf-af6c-a81bb95068e0 req-909e37c1-b603-408b-a759-f7ba2e2edec6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.1168673 Mar 04 15:57:06.247749 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (78eb65ff-8510-49b3-91f9-0758c9d336cd), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:06.259037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-f3227991-9429-40cf-9c8e-e89f65014f8e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:06.260509 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-f3227991-9429-40cf-9c8e-e89f65014f8e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 814 time: 0.1588933 Mar 04 15:57:06.278462 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-30a150da-ab83-41bf-af6c-a81bb95068e0 req-a8535162-7a14-4f69-a401-b48badf54e45 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895483 Mar 04 15:57:06.281731 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eb65ff-8510-49b3-91f9-0758c9d336cd,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:06.362874 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-ef735834-f80f-4824-aa59-625c4010215e tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465f19274bc2406aa4a4f64f6b512e5f HTTP/1.1" status: 200 len: 380 time: 0.0931716 Mar 04 15:57:06.377974 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'port': {'device_id': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'admin_state_up': True, 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'security_groups': ['d80a5d0a-3068-4f75-80cd-672a0a5821d2']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:06.513740 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (1339a4e2-136a-410d-899e-66f710c8bd96), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:06.635976 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Made reservation on behalf of 465f19274bc2406aa4a4f64f6b512e5f for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:06.639474 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:06.810635 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Router 1339a4e2-136a-410d-899e-66f710c8bd96 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:06.819941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Allocated IP 172.20.0.13 (83674755-1cf6-4149-93b5-7c4531f5498c/2318ba06-7dcd-49b8-9a76-27c8ce24cb09/e5efbdcc-186b-47f2-8cec-9a8d84caba63) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:06.962525 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:06.987303 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] Sync routers for ids ['1339a4e2-136a-410d-899e-66f710c8bd96'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:06.991289 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2c146e69-31b2-4585-b97c-5e5701a5d978 admin admin] 10.222.0.21 "PUT /v2.0/routers/1339a4e2-136a-410d-899e-66f710c8bd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530202 Mar 04 15:57:06.992659 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37082) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:07.005634 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] Routers {'1339a4e2-136a-410d-899e-66f710c8bd96'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:07.006511 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['1339a4e2-136a-410d-899e-66f710c8bd96'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:07.095414 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d961ccc-1e52-45e5-b6f0-6a9cea60183e req-f0398735-1a5f-4576-892b-d0bee08e8329 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 210 time: 0.0301785 Mar 04 15:57:07.118065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.148421 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks [] for router (1339a4e2-136a-410d-899e-66f710c8bd96), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.152878 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] Set router 1339a4e2-136a-410d-899e-66f710c8bd96 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:07.219492 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.275485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Network 83674755-1cf6-4149-93b5-7c4531f5498c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:07.278576 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:07.282455 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:07.291055 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks [] for router_gateway (1339a4e2-136a-410d-899e-66f710c8bd96), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.380016 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:57:06Z', 'revision_number': 5, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port': {'id': '456f2b26-f2fa-46be-831c-dba2894bc4e3', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:50:38Z', 'updated_at': '2022-03-04T15:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:07.384471 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event updated for resources: {'Port': ['ID=e5efbdcc-186b-47f2-8cec-9a8d84caba63,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:07.414951 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] Checking router: 1339a4e2-136a-410d-899e-66f710c8bd96 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:07.424556 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] Routers {'1339a4e2-136a-410d-899e-66f710c8bd96'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:07.425442 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:56:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['1339a4e2-136a-410d-899e-66f710c8bd96'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:07.479920 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:07.480605 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.505085 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Deleting port 456f2b26-f2fa-46be-831c-dba2894bc4e3 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:07.505494 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.518952 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] Set router 1339a4e2-136a-410d-899e-66f710c8bd96 gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:07.555416 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148911d-a94b-4477-8409-281adb7817c0 req-56cbcd3e-8ee3-40db-888d-08c241c29cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:07.566426 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e148911d-a94b-4477-8409-281adb7817c0 req-56cbcd3e-8ee3-40db-888d-08c241c29cc7 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.1531363 Mar 04 15:57:07.590901 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2845f281-dd38-4a5c-b863-79f06888a939 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2209709 Mar 04 15:57:07.616323 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Request body: {'port': {'device_id': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:07.648426 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-405cef70-363b-46f8-ae73-85f71b99fca0 None None] Provisioning complete for port e5efbdcc-186b-47f2-8cec-9a8d84caba63 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:07.649425 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-405cef70-363b-46f8-ae73-85f71b99fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.680916 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] For port 456f2b26-f2fa-46be-831c-dba2894bc4e3, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=456f2b26-f2fa-46be-831c-dba2894bc4e3,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:07.681282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:07.687075 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:57:07Z', 'revision_number': 6, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:07.688417 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-405cef70-363b-46f8-ae73-85f71b99fca0 None None] Port e5efbdcc-186b-47f2-8cec-9a8d84caba63 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:07.710675 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Calling delete_port for 456f2b26-f2fa-46be-831c-dba2894bc4e3 owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:07.714354 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77913a-7d90-43a7-8048-a00dc3675304 None None] The sync data for ids ['1339a4e2-136a-410d-899e-66f710c8bd96'] in dv-cinder-831247-6-iscsi is: [{'id': '1339a4e2-136a-410d-899e-66f710c8bd96', 'name': 'tempest-TestShelveInstance-670615052-router', 'tenant_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:50:37Z', 'updated_at': '2022-03-04T15:57:07Z', 'revision_number': 6, 'project_id': '79cb13705b5a4ccda1dfb69d22d74de4', 'gw_port_host': None}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:07.751319 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e148911d-a94b-4477-8409-281adb7817c0 req-655f722f-5381-4a49-936c-86e81b6cd5fc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812530 Mar 04 15:57:07.757944 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.013204 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (456f2b26-f2fa-46be-831c-dba2894bc4e3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.038977 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Pushing event deleted for resources: {'Port': ['ID=456f2b26-f2fa-46be-831c-dba2894bc4e3,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:08.088008 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5efbdcc-186b-47f2-8cec-9a8d84caba63 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:57:08.109212 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Publish callbacks [] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.147603 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (1339a4e2-136a-410d-899e-66f710c8bd96), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.149194 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Transition to ACTIVE for port object e5efbdcc-186b-47f2-8cec-9a8d84caba63 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:57:08.228050 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.276259 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (1339a4e2-136a-410d-899e-66f710c8bd96), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.278821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks [] for router_controller (1339a4e2-136a-410d-899e-66f710c8bd96), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.306146 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Pushing event updated for resources: {'Port': ['ID=e5efbdcc-186b-47f2-8cec-9a8d84caba63,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:08.370223 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e73dfa-f623-4841-90e1-9d58491d06b6 req-f69b8e40-ac5c-4e63-8de5-be696385b78d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:08.377922 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-94e73dfa-f623-4841-90e1-9d58491d06b6 req-f69b8e40-ac5c-4e63-8de5-be696385b78d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 944 time: 0.1618395 Mar 04 15:57:08.396842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (1339a4e2-136a-410d-899e-66f710c8bd96), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.397422 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1339a4e2-136a-410d-899e-66f710c8bd96 {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 15:57:08.409964 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.412060 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-530daf42-42d6-480b-9c1a-8a0fe2f8a3be admin admin] 10.222.0.21 "DELETE /v2.0/routers/1339a4e2-136a-410d-899e-66f710c8bd96 HTTP/1.1" status: 204 len: 168 time: 1.4179840 Mar 04 15:57:08.414546 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37090) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:08.474392 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-94e73dfa-f623-4841-90e1-9d58491d06b6 req-79127b78-33b1-40f9-8855-89f555db6d1b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953450 Mar 04 15:57:08.493501 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Deleting subnet c3f38688-2594-4a69-8ff6-d8fb5f8f333b {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:57:08.495854 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Attempting to bind port e5efbdcc-186b-47f2-8cec-9a8d84caba63 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:08.496245 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Attempting to bind port e5efbdcc-186b-47f2-8cec-9a8d84caba63 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:08.496968 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Attempting to bind port e5efbdcc-186b-47f2-8cec-9a8d84caba63 on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:08.500969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Publish callbacks [] for subnet (c3f38688-2594-4a69-8ff6-d8fb5f8f333b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.506258 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Port e5efbdcc-186b-47f2-8cec-9a8d84caba63 on network 83674755-1cf6-4149-93b5-7c4531f5498c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:57:08.507212 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Attempting to bind port e5efbdcc-186b-47f2-8cec-9a8d84caba63 on network 83674755-1cf6-4149-93b5-7c4531f5498c {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:08.516673 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:08.518931 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Checking segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:08.519348 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Bound using segment: {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:08.519798 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Bound port: e5efbdcc-186b-47f2-8cec-9a8d84caba63, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4d0ef8-74bc-4092-8d53-7c6321218c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:08.520162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.556118 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (c3f38688-2594-4a69-8ff6-d8fb5f8f333b), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.625909 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] For port e5efbdcc-186b-47f2-8cec-9a8d84caba63, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:08.629356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] For port e5efbdcc-186b-47f2-8cec-9a8d84caba63, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:08.693572 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.695265 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (c3f38688-2594-4a69-8ff6-d8fb5f8f333b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.803026 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:08.803579 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.805851 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] 10.222.0.16 "PUT /v2.0/ports/e5efbdcc-186b-47f2-8cec-9a8d84caba63 HTTP/1.1" status: 200 len: 1094 time: 1.2015851 Mar 04 15:57:08.806316 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:57:08.809741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532297ef-1470-4092-9f5a-c143dca2021f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:57:08.819888 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7d54f-0cfa-4e0c-97f5-f2ae3df107af service neutron] Pushing event updated for resources: {'Port': ['ID=e5efbdcc-186b-47f2-8cec-9a8d84caba63,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:08.842052 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (c3f38688-2594-4a69-8ff6-d8fb5f8f333b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.878247 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f80bbf-eaec-4aa7-b7e3-82fc0717fe34 x-openstack-request-id: req-b0f80bbf-eaec-4aa7-b7e3-82fc0717fe34 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:57:08.878247 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:57:08.878247 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0f80bbf-eaec-4aa7-b7e3-82fc0717fe34 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:57:08.878247 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'status': 'completed', 'code': 200} Mar 04 15:57:08.913973 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f38688-2594-4a69-8ff6-d8fb5f8f333b,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:08.915869 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:08.922891 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-da17a0f8-b0e6-4076-8765-d1c52abffab6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3f38688-2594-4a69-8ff6-d8fb5f8f333b HTTP/1.1" status: 204 len: 168 time: 0.5048099 Mar 04 15:57:08.923083 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd1721-30a9-4dad-8fb5-35accff0a59a None None] Network d15425dc-1699-44b2-8a7f-bf0edf3c78f6 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:08.930389 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37098) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:09.128467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db29947-31b1-4e5e-856e-cf0ad7766b4b req-c7895f09-cac0-4b32-bcbd-3317b32a027b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.130343 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7db29947-31b1-4e5e-856e-cf0ad7766b4b req-c7895f09-cac0-4b32-bcbd-3317b32a027b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.2452540 Mar 04 15:57:09.155664 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532297ef-1470-4092-9f5a-c143dca2021f req-ce85873c-46d8-4c02-b687-a186a264c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.157110 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-532297ef-1470-4092-9f5a-c143dca2021f req-ce85873c-46d8-4c02-b687-a186a264c001 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 1128 time: 0.2559090 Mar 04 15:57:09.166773 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (d15425dc-1699-44b2-8a7f-bf0edf3c78f6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.185607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] DHCP port deletion for d15425dc-1699-44b2-8a7f-bf0edf3c78f6 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 15:57:09.267161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7db29947-31b1-4e5e-856e-cf0ad7766b4b req-97625953-c8fe-4918-b960-57e28b9363c0 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275461 Mar 04 15:57:09.271010 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Deleting port 12021c0e-40bb-44e9-b324-714868a473c6 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:09.271549 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (12021c0e-40bb-44e9-b324-714868a473c6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.313188 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532297ef-1470-4092-9f5a-c143dca2021f req-fdd3e606-2e6e-4ef9-86e4-aa49ed5fe2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.315209 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-532297ef-1470-4092-9f5a-c143dca2021f req-fdd3e606-2e6e-4ef9-86e4-aa49ed5fe2de service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1481552 Mar 04 15:57:09.372594 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] For port 12021c0e-40bb-44e9-b324-714868a473c6, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=12021c0e-40bb-44e9-b324-714868a473c6,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:09.373070 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (12021c0e-40bb-44e9-b324-714868a473c6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.396577 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] Deleting port 12021c0e-40bb-44e9-b324-714868a473c6 {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:09.396577 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (12021c0e-40bb-44e9-b324-714868a473c6), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.398076 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Calling delete_port for 12021c0e-40bb-44e9-b324-714868a473c6 owned by network:dhcp {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:09.455887 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 456f2b26-f2fa-46be-831c-dba2894bc4e3 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:09.472362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532297ef-1470-4092-9f5a-c143dca2021f req-a413a3c6-7826-4426-b03a-01c8d4b1539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.474716 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-532297ef-1470-4092-9f5a-c143dca2021f req-a413a3c6-7826-4426-b03a-01c8d4b1539c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515529 Mar 04 15:57:09.492896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 456f2b26-f2fa-46be-831c-dba2894bc4e3 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:09.493579 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 456f2b26-f2fa-46be-831c-dba2894bc4e3 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:09.494214 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 12021c0e-40bb-44e9-b324-714868a473c6 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:09.554854 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] For port 12021c0e-40bb-44e9-b324-714868a473c6, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=12021c0e-40bb-44e9-b324-714868a473c6,segment=NetworkSegment(d89615ca-15ae-4e59-b0cd-1225bab13705),segment_id=d89615ca-15ae-4e59-b0cd-1225bab13705)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:09.555259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (12021c0e-40bb-44e9-b324-714868a473c6), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.577962 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] Calling delete_port for 12021c0e-40bb-44e9-b324-714868a473c6 owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:09.610845 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-d44c1702-3d16-4e28-b910-a3f3de8bcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.613289 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (12021c0e-40bb-44e9-b324-714868a473c6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.614167 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-d44c1702-3d16-4e28-b910-a3f3de8bcfd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 1128 time: 0.0961771 Mar 04 15:57:09.667672 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Port 12021c0e-40bb-44e9-b324-714868a473c6 update to DOWN by agent not found {{(pid=110048) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 04 15:57:09.668103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 78eb65ff-8510-49b3-91f9-0758c9d336cd no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:09.679572 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-f560b48c-4e37-4205-97c4-ebc893c9cdf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63 HTTP/1.1" status: 200 len: 217 time: 0.0543430 Mar 04 15:57:09.680784 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Pushing event deleted for resources: {'Port': ['ID=12021c0e-40bb-44e9-b324-714868a473c6,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:09.692298 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] No DVR routers for this DVR port 12021c0e-40bb-44e9-b324-714868a473c6 on host dv-cinder-831247-6-iscsi {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:09.702428 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 78eb65ff-8510-49b3-91f9-0758c9d336cd {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:09.702793 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 78eb65ff-8510-49b3-91f9-0758c9d336cd not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:09.728490 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (12021c0e-40bb-44e9-b324-714868a473c6), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.760004 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] Pushing event deleted for resources: {'Port': ['ID=12021c0e-40bb-44e9-b324-714868a473c6,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:09.761073 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9faa-5b3c-4b5e-be18-e8e2a9c31cc6 req-1ac04d40-4239-41cb-bae3-0642e80395f2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.761876 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-337a9faa-5b3c-4b5e-be18-e8e2a9c31cc6 req-1ac04d40-4239-41cb-bae3-0642e80395f2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 944 time: 0.1879900 Mar 04 15:57:09.767417 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-df7678df-5fac-4e16-b857-1c2b1aadb209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:09.769893 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a1454-2ea1-41fe-b237-643b51133819 None None] No DVR routers for this DVR port 12021c0e-40bb-44e9-b324-714868a473c6 on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:09.806567 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-d0c00b15-b5ad-46af-997b-3df8783d3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.808330 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-d0c00b15-b5ad-46af-997b-3df8783d3dfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.1170337 Mar 04 15:57:09.866419 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-337a9faa-5b3c-4b5e-be18-e8e2a9c31cc6 req-8251313a-2552-40d1-b38e-ef3ae0c0839f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899699 Mar 04 15:57:09.887667 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-c8e9256b-d4e4-42d4-85d5-aab92dbab353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:09.897258 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-c8e9256b-d4e4-42d4-85d5-aab92dbab353 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752850 Mar 04 15:57:10.019479 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-ccec1ed0-6b86-4a71-bcf9-4258898a21be service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224337 Mar 04 15:57:10.108844 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (d15425dc-1699-44b2-8a7f-bf0edf3c78f6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:10.136095 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15425dc-1699-44b2-8a7f-bf0edf3c78f6']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:10.148104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89615ca-15ae-4e59-b0cd-1225bab13705') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:10.148363 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89615ca-15ae-4e59-b0cd-1225bab13705') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:10.160983 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (d89615ca-15ae-4e59-b0cd-1225bab13705), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:10.170300 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f68a6783-850a-4e6f-ae41-9795d424f259 req-8706a9a5-aaf2-4e86-ae87-9fa699f22661 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425622 Mar 04 15:57:10.175743 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (d89615ca-15ae-4e59-b0cd-1225bab13705), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:10.183124 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:57:10.183582 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (d89615ca-15ae-4e59-b0cd-1225bab13705), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:57:10.185642 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:57:10.316297 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (d15425dc-1699-44b2-8a7f-bf0edf3c78f6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:10.324600 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:10.334438 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d15425dc-1699-44b2-8a7f-bf0edf3c78f6 HTTP/1.1" status: 204 len: 168 time: 1.4001329 Mar 04 15:57:10.345280 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7add23-9a78-4d25-af3f-4dd2da82b202 admin admin] Pushing event deleted for resources: {'Network': ['ID=d15425dc-1699-44b2-8a7f-bf0edf3c78f6,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:10.462308 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd86a-b921-4ca7-8fe2-085a5abb5adb req-75242b9a-b5cb-4749-b349-662f2ecc88b8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:10.464029 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c4dd86a-b921-4ca7-8fe2-085a5abb5adb req-75242b9a-b5cb-4749-b349-662f2ecc88b8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0613992 Mar 04 15:57:10.517611 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8c4dd86a-b921-4ca7-8fe2-085a5abb5adb req-b7a088c0-4aaf-43e9-bb56-4e540f851860 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476775 Mar 04 15:57:10.955070 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:57:11.042460 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37110) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:11.096567 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d5079840-d46b-4bdb-b6dc-33d7e88c83d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279e0243a92842d0af911fa384f167ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515089 Mar 04 15:57:11.097697 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37114) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:11.164027 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d2d4319c-26db-4e78-a7ba-081621e2f3af admin admin] Publish callbacks [] for security_group (c0d4a427-ec3f-44f7-874e-a461e711192b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:11.192633 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d2d4319c-26db-4e78-a7ba-081621e2f3af admin admin] Publish callbacks [] for security_group (c0d4a427-ec3f-44f7-874e-a461e711192b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:11.288135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c0d4-01ae-4cca-8df1-7f78d2f2aa0d req-f6ebb802-74d5-4e09-910a-632279c4d344 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:11.289638 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5430c0d4-01ae-4cca-8df1-7f78d2f2aa0d req-f6ebb802-74d5-4e09-910a-632279c4d344 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 944 time: 0.3469009 Mar 04 15:57:11.327469 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d2d4319c-26db-4e78-a7ba-081621e2f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c0d4a427-ec3f-44f7-874e-a461e711192b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:11.330294 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d2d4319c-26db-4e78-a7ba-081621e2f3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:11.331702 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d2d4319c-26db-4e78-a7ba-081621e2f3af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0d4a427-ec3f-44f7-874e-a461e711192b HTTP/1.1" status: 204 len: 168 time: 0.2329669 Mar 04 15:57:11.343392 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4319c-26db-4e78-a7ba-081621e2f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4a427-ec3f-44f7-874e-a461e711192b,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:11.364474 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5430c0d4-01ae-4cca-8df1-7f78d2f2aa0d req-e366d09e-32bc-469d-a0a6-19773b391845 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658166 Mar 04 15:57:11.663327 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b97d2-1460-4762-84a1-2e0c37b4757d req-fee98125-21bd-47de-9820-f407bf50f98e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:11.664790 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ec8b97d2-1460-4762-84a1-2e0c37b4757d req-fee98125-21bd-47de-9820-f407bf50f98e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0588667 Mar 04 15:57:11.742983 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ec8b97d2-1460-4762-84a1-2e0c37b4757d req-4479da08-b0cb-4105-a93e-62c24c9e2f23 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720048 Mar 04 15:57:12.058432 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-19215ec7-0ec1-423f-b9e0-27afa80b4399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:12.135977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37126) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:12.181538 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-84b4edad-eb02-4c18-9800-63d4768dc7f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79cb13705b5a4ccda1dfb69d22d74de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444412 Mar 04 15:57:12.184110 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37130) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:12.237106 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01c4a222-0ab0-4dd3-9023-7e493a1d64c2 admin admin] Publish callbacks [] for security_group (e3d8855c-a27f-4d87-b3cc-eb9eab795a26), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:12.258770 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01c4a222-0ab0-4dd3-9023-7e493a1d64c2 admin admin] Publish callbacks [] for security_group (e3d8855c-a27f-4d87-b3cc-eb9eab795a26), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:12.344059 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:12.372766 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01c4a222-0ab0-4dd3-9023-7e493a1d64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e3d8855c-a27f-4d87-b3cc-eb9eab795a26), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:12.376231 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01c4a222-0ab0-4dd3-9023-7e493a1d64c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:12.377453 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-01c4a222-0ab0-4dd3-9023-7e493a1d64c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3d8855c-a27f-4d87-b3cc-eb9eab795a26 HTTP/1.1" status: 204 len: 168 time: 0.1923325 Mar 04 15:57:12.385540 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4a222-0ab0-4dd3-9023-7e493a1d64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d8855c-a27f-4d87-b3cc-eb9eab795a26,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:12.493402 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865ed8-6f13-41a1-bf3f-cb5f3de4325b req-e87bfb4a-1e32-4c17-a2f9-5dedf7e2e2fd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:12.500481 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93865ed8-6f13-41a1-bf3f-cb5f3de4325b req-e87bfb4a-1e32-4c17-a2f9-5dedf7e2e2fd tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 944 time: 0.0611758 Mar 04 15:57:12.547905 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93865ed8-6f13-41a1-bf3f-cb5f3de4325b req-6ea578cd-7b50-42ea-b0ed-4bc2e132497f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Mar 04 15:57:12.965090 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e23f5-51b8-4332-b0d8-83d9eda07243 req-3c27ae0b-2596-42fe-8292-72d4db3a193f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:12.972417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4b4e23f5-51b8-4332-b0d8-83d9eda07243 req-3c27ae0b-2596-42fe-8292-72d4db3a193f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.1439993 Mar 04 15:57:13.062895 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4b4e23f5-51b8-4332-b0d8-83d9eda07243 req-d6ca039a-0377-4e99-950e-ca538271df26 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885675 Mar 04 15:57:13.138549 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device e5efbdcc-186b-47f2-8cec-9a8d84caba63 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:57:13.321771 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port e5efbdcc-186b-47f2-8cec-9a8d84caba63, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:13.358393 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'port_id': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'mac_address': 'fa:16:3e:70:88:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:57:13.385104 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:13.408225 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port e5efbdcc-186b-47f2-8cec-9a8d84caba63 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:13.408887 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:13.425543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5efbdcc-186b-47f2-8cec-9a8d84caba63 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:57:13.451057 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port e5efbdcc-186b-47f2-8cec-9a8d84caba63, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:13.498458 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:13.548330 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=e5efbdcc-186b-47f2-8cec-9a8d84caba63,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:13.712990 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042fc9f-383d-4f38-acd0-18249cc77794 req-bdf41483-8fd1-49ba-bdf7-2026ed443f52 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:13.714779 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5042fc9f-383d-4f38-acd0-18249cc77794 req-bdf41483-8fd1-49ba-bdf7-2026ed443f52 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 945 time: 0.0615742 Mar 04 15:57:13.715098 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37174) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:13.777168 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5042fc9f-383d-4f38-acd0-18249cc77794 req-509a660d-4305-49a9-8d6e-757c0a536261 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558972 Mar 04 15:57:13.851557 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-27844294-network', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:13.915237 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['e5efbdcc-186b-47f2-8cec-9a8d84caba63'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:57:13.989982 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Made reservation on behalf of fe6ccd37ce43447ba1cd93c83e3c9f2c for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:13.992757 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.003969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.097338 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks [] for security_group (aa1be1a2-2057-4ff4-bb99-cbebbdf56691), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.161421 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (aa1be1a2-2057-4ff4-bb99-cbebbdf56691), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.188013 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:57:14.198678 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1be1a2-2057-4ff4-bb99-cbebbdf56691,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:14.205579 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (2e58a367-ddc0-4e4c-861c-b6d65b0ad713), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.206200 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Added segment 2e58a367-ddc0-4e4c-861c-b6d65b0ad713 of type vlan for network c081df21-7d7d-4014-872e-08007cbf9802 Mar 04 15:57:14.255472 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (c081df21-7d7d-4014-872e-08007cbf9802), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.261101 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25449b11-9e91-4279-9ead-7fe65d7e4853 req-b208bba5-3c04-4e76-a094-8d5dbb56e9ab tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:14.263045 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-25449b11-9e91-4279-9ead-7fe65d7e4853 req-b208bba5-3c04-4e76-a094-8d5dbb56e9ab tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.1106906 Mar 04 15:57:14.332401 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-25449b11-9e91-4279-9ead-7fe65d7e4853 req-6c67143e-53aa-4999-890a-c8e5785e020e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595679 Mar 04 15:57:14.338557 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (c081df21-7d7d-4014-872e-08007cbf9802), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.339624 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:14.340296 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.414873 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c081df21-7d7d-4014-872e-08007cbf9802,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:14.431099 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network c081df21-7d7d-4014-872e-08007cbf9802 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:57:14.455669 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f39efde8-e5d8-4038-8ff1-9b556da089a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7393193 Mar 04 15:57:14.458622 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37182) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:14.463768 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Request body: {'subnet': {'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-27844294-subnet', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:14.584133 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Made reservation on behalf of fe6ccd37ce43447ba1cd93c83e3c9f2c for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:14.586618 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:14.902126 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9f0ce-8a27-46a0-922b-a5593b6c6263 req-898225cf-d8b2-41c4-a606-22b1207f81fe tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:14.903579 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-70b9f0ce-8a27-46a0-922b-a5593b6c6263 req-898225cf-d8b2-41c4-a606-22b1207f81fe tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 945 time: 0.0540257 Mar 04 15:57:14.954531 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-70b9f0ce-8a27-46a0-922b-a5593b6c6263 req-ec2ae670-c36e-45c2-bffa-e96e6de90453 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 Mar 04 15:57:15.151379 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device e5efbdcc-186b-47f2-8cec-9a8d84caba63 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:15.176721 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.191910 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (bd033da4-80bb-4ef3-aab0-ac27bc1d8a59), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.262119 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:15.271729 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Checking segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:15.272158 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Network hostable DHCP agents. Network: c081df21-7d7d-4014-872e-08007cbf9802, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:57:15.281227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port e5efbdcc-186b-47f2-8cec-9a8d84caba63 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:57:15.285545 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port e5efbdcc-186b-47f2-8cec-9a8d84caba63 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:15.289855 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.386219 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Network c081df21-7d7d-4014-872e-08007cbf9802 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:57:15.404370 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port e5efbdcc-186b-47f2-8cec-9a8d84caba63 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:15.405026 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.446125 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:57:15.448427 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c590d-5535-44f8-94aa-24ec7f9d7056" -d '{"events": [{"server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "name": "network-vif-plugged", "status": "completed", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:57:15.463014 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port e5efbdcc-186b-47f2-8cec-9a8d84caba63, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:15.494778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, c081df21-7d7d-4014-872e-08007cbf9802) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:15.505443 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:15.509519 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f75852-4e2a-4833-9704-ce67aa13e8e4 None None] Network c081df21-7d7d-4014-872e-08007cbf9802 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:15.509945 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.531355 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929963c-ec29-4e77-b7d1-283105b27d21 req-8119783f-5cd9-4fb1-9d63-d2dbe606087c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:15.540884 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7929963c-ec29-4e77-b7d1-283105b27d21 req-8119783f-5cd9-4fb1-9d63-d2dbe606087c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.1115828 Mar 04 15:57:15.593007 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5ada7c-b447-4060-b42d-bc00255ed159 x-openstack-request-id: req-3f5ada7c-b447-4060-b42d-bc00255ed159 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:57:15.593442 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "name": "network-vif-plugged", "status": "completed", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:57:15.594041 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f5ada7c-b447-4060-b42d-bc00255ed159 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:57:15.594582 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'code': 200} Mar 04 15:57:15.601808 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.629739 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-95913fdd-4545-436e-974d-1e7f191702f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1698217 Mar 04 15:57:15.632758 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37206) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:15.642693 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:15.656731 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7929963c-ec29-4e77-b7d1-283105b27d21 req-afc397a3-ee42-4818-973b-82cf487a74fb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121099 Mar 04 15:57:15.723077 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=e5efbdcc-186b-47f2-8cec-9a8d84caba63,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:15.739993 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (dbe40357-510b-45b8-b2da-e92e0909e5eb), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.741610 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (dbe40357-510b-45b8-b2da-e92e0909e5eb), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.755375 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-c081df21-7d7d-4014-872e-08007cbf9802', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:57:15.758197 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.818749 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks [] for router_controller (dbe40357-510b-45b8-b2da-e92e0909e5eb), precommit_add_association {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:15.951357 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714699e-81e3-4835-a40f-e0f70aa6aa5d req-482e250c-6f48-4fae-a5af-bad715f6979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:15.954007 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b714699e-81e3-4835-a40f-e0f70aa6aa5d req-482e250c-6f48-4fae-a5af-bad715f6979c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 1130 time: 0.0585108 Mar 04 15:57:16.062858 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b714699e-81e3-4835-a40f-e0f70aa6aa5d req-52717e4b-d960-4916-a99b-0bab9b288b3f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016574 Mar 04 15:57:16.083376 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks [] for router_gateway (dbe40357-510b-45b8-b2da-e92e0909e5eb), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.126994 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Allocated IP 172.20.0.2 (c081df21-7d7d-4014-872e-08007cbf9802/bd033da4-80bb-4ef3-aab0-ac27bc1d8a59/5c199aa9-3a66-4d81-9c39-673be833423e) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:16.128539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca70f50-a082-4f6e-8b45-499a2c0d6ef6 req-5723aaeb-575d-45f8-8331-547cc65c086d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:16.130068 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ca70f50-a082-4f6e-8b45-499a2c0d6ef6 req-5723aaeb-575d-45f8-8331-547cc65c086d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0613043 Mar 04 15:57:16.176953 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ca70f50-a082-4f6e-8b45-499a2c0d6ef6 req-8e0c1087-6f12-4275-9fea-57651223b9c1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Mar 04 15:57:16.224969 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.282898 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Publish callbacks [] for port (5c199aa9-3a66-4d81-9c39-673be833423e), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.333604 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.382306 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Network c081df21-7d7d-4014-872e-08007cbf9802 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:16.387168 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:16.390563 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:16.397493 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Pushing event updated for resources: {'Port': ['ID=5c199aa9-3a66-4d81-9c39-673be833423e,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:16.404985 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks [] for router_gateway (dbe40357-510b-45b8-b2da-e92e0909e5eb), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.425528 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.451742 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Attempting to bind port 5c199aa9-3a66-4d81-9c39-673be833423e on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:16.452299 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Attempting to bind port 5c199aa9-3a66-4d81-9c39-673be833423e by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:16.452561 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Attempting to bind port 5c199aa9-3a66-4d81-9c39-673be833423e on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:16.457849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:16.458238 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Checking segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:16.458724 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.459125 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Bound using segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:16.459600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Bound port: 5c199aa9-3a66-4d81-9c39-673be833423e, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:16.459983 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.533853 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] For port 5c199aa9-3a66-4d81-9c39-673be833423e, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:16.537039 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] For port 5c199aa9-3a66-4d81-9c39-673be833423e, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5c199aa9-3a66-4d81-9c39-673be833423e,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:16.545817 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Allocated IP 172.27.2.135 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/a712c0f2-9bc8-4f60-93a4-7e9410f06442) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:16.650958 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks [] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.653020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.719478 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb92e0-8cf3-46d3-88b0-2e5b6bb716ac None None] Pushing event updated for resources: {'Port': ['ID=5c199aa9-3a66-4d81-9c39-673be833423e,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:16.773658 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:16.795249 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c5fb6-504e-4308-a43a-f61d2d9acf08 req-38fdc570-5e05-46fc-8a8b-ab428dea5c5f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:16.796850 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9c5c5fb6-504e-4308-a43a-f61d2d9acf08 req-38fdc570-5e05-46fc-8a8b-ab428dea5c5f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0596943 Mar 04 15:57:16.821050 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:16.824002 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:16.827991 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:16.864170 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9c5c5fb6-504e-4308-a43a-f61d2d9acf08 req-086c2bc2-1c2e-4eee-896c-95c9b965d409 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600357 Mar 04 15:57:16.914145 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Pushing event updated for resources: {'Port': ['ID=a712c0f2-9bc8-4f60-93a4-7e9410f06442,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:17.169556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks [] for router_gateway (dbe40357-510b-45b8-b2da-e92e0909e5eb), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:17.298268 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580e90b-a86c-469b-8644-6c2bc0b03176 req-03d88240-a067-41b1-a9fc-dbc0c2fc80b4 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:17.299730 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c580e90b-a86c-469b-8644-6c2bc0b03176 req-03d88240-a067-41b1-a9fc-dbc0c2fc80b4 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0557675 Mar 04 15:57:17.370481 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c580e90b-a86c-469b-8644-6c2bc0b03176 req-88a6b218-4b91-4206-8fe1-97da86102d78 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525546 Mar 04 15:57:17.376622 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (dbe40357-510b-45b8-b2da-e92e0909e5eb), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:17.426550 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-1222d3d8-5816-43ae-a33d-5c7e1fe195e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:17.428650 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-1222d3d8-5816-43ae-a33d-5c7e1fe195e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1130 time: 0.0538173 Mar 04 15:57:17.437549 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5c199aa9-3a66-4d81-9c39-673be833423e up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:17.497180 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5c199aa9-3a66-4d81-9c39-673be833423e triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:17.497884 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:17.536760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-73640f3b-4500-4317-84a5-1ba5d8311bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:17.538324 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-73640f3b-4500-4317-84a5-1ba5d8311bf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.1035042 Mar 04 15:57:17.590653 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Router dbe40357-510b-45b8-b2da-e92e0909e5eb is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:57:17.599814 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5c199aa9-3a66-4d81-9c39-673be833423e is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:17.600327 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:17.627317 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-a37bbfe5-2db0-4c44-ad61-9069a6480ba2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 1001 time: 0.0749764 Mar 04 15:57:17.642810 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 5c199aa9-3a66-4d81-9c39-673be833423e, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5c199aa9-3a66-4d81-9c39-673be833423e,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:17.688307 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:17.701315 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-f2e3341f-3066-4d0c-97f3-fab17f631320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:17.704450 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-f2e3341f-3066-4d0c-97f3-fab17f631320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0712333 Mar 04 15:57:17.728048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:17.768900 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=5c199aa9-3a66-4d81-9c39-673be833423e,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:17.772555 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:17.780609 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-50da2326-4cce-4e08-853e-3c82e5941a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:17.782654 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-50da2326-4cce-4e08-853e-3c82e5941a9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590637 Mar 04 15:57:17.786701 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:17.788247 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:17.820755 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:17.826567 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-51d21419-cc63-46f4-aae5-662053860025 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1885509 Mar 04 15:57:17.826567 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37232) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:17.881769 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56162a7-48d3-4c68-a59b-7a98c2af4a5a None None] Network c081df21-7d7d-4014-872e-08007cbf9802 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:17.970957 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-3d469f75-0347-40e4-8321-b88db3477b54 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761973 Mar 04 15:57:17.993783 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-230565d3-d506-43f8-aa40-799c14fbc3bd None None] Provisioning complete for port 5c199aa9-3a66-4d81-9c39-673be833423e triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:17.994190 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-230565d3-d506-43f8-aa40-799c14fbc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.060526 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:18.141668 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720bae-b48a-4023-bbeb-cb34ff75d49b req-6cac14f1-fdd5-4eed-9a85-857f787b5eb6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:18.149054 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7720bae-b48a-4023-bbeb-cb34ff75d49b req-6cac14f1-fdd5-4eed-9a85-857f787b5eb6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.2035372 Mar 04 15:57:18.195408 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-094a314a-3f78-4b77-ac25-24cc7be56c18 req-e5623430-75c2-41b9-8f8a-3fa46ee11bc1 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936212 Mar 04 15:57:18.230099 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f7720bae-b48a-4023-bbeb-cb34ff75d49b req-92da9de7-5cef-4942-a082-af9fbef4f32a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801396 Mar 04 15:57:18.262141 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-230565d3-d506-43f8-aa40-799c14fbc3bd None None] Current status of the port 5c199aa9-3a66-4d81-9c39-673be833423e is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:18.337167 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:17Z', 'revision_number': 3, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:18.367857 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:18.368382 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Updating router dbe40357-510b-45b8-b2da-e92e0909e5eb port a712c0f2-9bc8-4f60-93a4-7e9410f06442 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:57:18.421894 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.422577 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.523540 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0146d1-bf71-4ecb-a273-29d319862942 req-9aad757b-74cf-4968-a3fd-83797cdf8f7a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:18.523540 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bf0146d1-bf71-4ecb-a273-29d319862942 req-9aad757b-74cf-4968-a3fd-83797cdf8f7a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Mar 04 15:57:18.609104 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bf0146d1-bf71-4ecb-a273-29d319862942 req-e6ec9c9e-be27-450b-9ddf-1cfc74a03d46 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803299 Mar 04 15:57:18.610413 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Allocated IP 172.20.0.1 (c081df21-7d7d-4014-872e-08007cbf9802/bd033da4-80bb-4ef3-aab0-ac27bc1d8a59/695a5130-1626-4974-b745-1ab9a06aa30f) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:18.629780 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-be1cfe7a-5fd9-4205-840d-e391058be324 None None] Provisioning complete for port 5c199aa9-3a66-4d81-9c39-673be833423e triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:18.629780 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-be1cfe7a-5fd9-4205-840d-e391058be324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.651152 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b194-5421-49aa-ab92-d94eb5bfa0f3 req-a518a09b-d653-481f-a0f2-a90c0c8aee36 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:18.652817 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-50a3b194-5421-49aa-ab92-d94eb5bfa0f3 req-a518a09b-d653-481f-a0f2-a90c0c8aee36 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.0846140 Mar 04 15:57:18.742885 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-50a3b194-5421-49aa-ab92-d94eb5bfa0f3 req-5c56d989-584b-4085-9fe3-f8753b693995 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833194 Mar 04 15:57:18.760775 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efafd8c-bf49-438c-87b7-9068d82b3199 req-54169e6f-84e3-4aa9-9a67-b981cf9d053b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:18.769772 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0efafd8c-bf49-438c-87b7-9068d82b3199 req-54169e6f-84e3-4aa9-9a67-b981cf9d053b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0773487 Mar 04 15:57:18.782924 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Publish callbacks [] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.786359 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37252) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:18.791102 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Request body: {'floatingip': {'port_id': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:18.825323 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-be1cfe7a-5fd9-4205-840d-e391058be324 None None] Current status of the port 5c199aa9-3a66-4d81-9c39-673be833423e is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:18.833467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.870539 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.927096 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Attempting to bind port a712c0f2-9bc8-4f60-93a4-7e9410f06442 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:18.927629 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Attempting to bind port a712c0f2-9bc8-4f60-93a4-7e9410f06442 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:18.928102 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Attempting to bind port a712c0f2-9bc8-4f60-93a4-7e9410f06442 on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:18.937874 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a47b12-8520-42e3-81b8-d74ffb30e054 None None] Pushing event updated for resources: {'Port': ['ID=a712c0f2-9bc8-4f60-93a4-7e9410f06442,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:18.941519 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:18.943383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:18.943383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.943383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:18.943383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Bound port: a712c0f2-9bc8-4f60-93a4-7e9410f06442, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:18.943928 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:18.997731 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] For port a712c0f2-9bc8-4f60-93a4-7e9410f06442, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:19.001312 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] For port a712c0f2-9bc8-4f60-93a4-7e9410f06442, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=a712c0f2-9bc8-4f60-93a4-7e9410f06442,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:19.002248 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks [] for port (695a5130-1626-4974-b745-1ab9a06aa30f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.087393 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.116317 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.141622 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:19.142274 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:19.155651 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Network c081df21-7d7d-4014-872e-08007cbf9802 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:19.160383 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:19.163956 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:19.189277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a47b12-8520-42e3-81b8-d74ffb30e054 None None] Pushing event updated for resources: {'Port': ['ID=a712c0f2-9bc8-4f60-93a4-7e9410f06442,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:19.210837 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Pushing event updated for resources: {'Port': ['ID=695a5130-1626-4974-b745-1ab9a06aa30f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:19.224666 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (dbe40357-510b-45b8-b2da-e92e0909e5eb), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.239065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:19.380083 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.431027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5c199aa9-3a66-4d81-9c39-673be833423e up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:19.453523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804b8a3-4ecb-43cd-8989-a4b12d337a72 req-0a3229bf-09d8-43bd-83be-a835bcdb28cc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:19.453523 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a804b8a3-4ecb-43cd-8989-a4b12d337a72 req-0a3229bf-09d8-43bd-83be-a835bcdb28cc tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 946 time: 0.0674436 Mar 04 15:57:19.453523 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.502373 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.509516 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:19.541480 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-9690a98c-9bda-4458-8916-beb346dee798 None None] Provisioning complete for port 695a5130-1626-4974-b745-1ab9a06aa30f triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:19.541965 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9690a98c-9bda-4458-8916-beb346dee798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.572280 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a804b8a3-4ecb-43cd-8989-a4b12d337a72 req-929d882b-66fa-4062-85c1-c691f478d814 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848343 Mar 04 15:57:19.587667 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP 6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3 associated. External IP: 172.27.2.206, port: e5efbdcc-186b-47f2-8cec-9a8d84caba63. Mar 04 15:57:19.688725 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks [] for port (695a5130-1626-4974-b745-1ab9a06aa30f), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.693817 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-9690a98c-9bda-4458-8916-beb346dee798 None None] Port 695a5130-1626-4974-b745-1ab9a06aa30f cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:19.701500 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 5c199aa9-3a66-4d81-9c39-673be833423e triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:19.701906 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.706459 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: ACTIVE; New status is: DOWN {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:19.706845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.755803 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.782031 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:57:19.784437 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50616395-f48e-4de7-b7ad-14ea167ef4d6" -d '{"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-unplugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:57:19.800649 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (dbe40357-510b-45b8-b2da-e92e0909e5eb), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.830463 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:19.835980 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:19.864186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8425044-9660-4e3a-941d-0776c4433116 x-openstack-request-id: req-d8425044-9660-4e3a-941d-0776c4433116 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:57:19.864486 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-unplugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:57:19.864742 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8425044-9660-4e3a-941d-0776c4433116 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:57:19.865140 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'code': 200} Mar 04 15:57:19.885447 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Pushing event updated for resources: {'Port': ['ID=695a5130-1626-4974-b745-1ab9a06aa30f,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:19.920785 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 5c199aa9-3a66-4d81-9c39-673be833423e is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:19.924911 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:19.940268 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Network c081df21-7d7d-4014-872e-08007cbf9802 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:19.941875 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:19.954816 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:17Z', 'revision_number': 3, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:19.992491 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27827fc-96cb-42a7-97f4-8cd541aabb04 None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:17Z', 'revision_number': 3, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:20.004286 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f99456-a4ca-422a-b93a-4d851b09d5a2 req-53c87e26-2e1f-4fa2-91a7-1335b43c1cfb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.005954 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-09f99456-a4ca-422a-b93a-4d851b09d5a2 req-53c87e26-2e1f-4fa2-91a7-1335b43c1cfb tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.1255722 Mar 04 15:57:20.022375 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=8']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:20.050276 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:20.055335 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:20.063211 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:20.073250 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:20.073910 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:20.104688 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:20.110496 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-778584bc-1cca-4ed3-960b-09d1d1b3f17d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "PUT /v2.0/floatingips/6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3 HTTP/1.1" status: 200 len: 992 time: 1.3229353 Mar 04 15:57:20.119407 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:57:20.121921 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beb5283-7c09-4eea-8096-fd321458f439" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:57:20.161974 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-09f99456-a4ca-422a-b93a-4d851b09d5a2 req-2f4aa208-5f39-494e-860a-cefd06364b96 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416869 Mar 04 15:57:20.203013 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f685381-9f3c-4e43-b0ad-a71609ad98fd x-openstack-request-id: req-3f685381-9f3c-4e43-b0ad-a71609ad98fd {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:57:20.203307 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:57:20.203581 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f685381-9f3c-4e43-b0ad-a71609ad98fd {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:57:20.204028 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'status': 'completed', 'code': 200} Mar 04 15:57:20.277571 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:20.287361 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:20.293435 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-694ed2e0-769d-4e4b-a15b-c7eac581329c admin admin] 10.222.0.21 "PUT /v2.0/routers/dbe40357-510b-45b8-b2da-e92e0909e5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4672620 Mar 04 15:57:20.325182 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5283-7c09-4eea-8096-fd321458f439 req-4e9a3065-de3b-4d99-8fa3-ab5efa016e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.327987 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-4e9a3065-de3b-4d99-8fa3-ab5efa016e1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 1130 time: 0.1011643 Mar 04 15:57:20.328992 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-c6f2e8f9-9d24-4537-a273-67bee2cada27 None None] Provisioning complete for port 695a5130-1626-4974-b745-1ab9a06aa30f triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:20.329462 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e8f9-9d24-4537-a273-67bee2cada27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:20.422437 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2e8f9-9d24-4537-a273-67bee2cada27 None None] Port 695a5130-1626-4974-b745-1ab9a06aa30f cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:20.471014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5283-7c09-4eea-8096-fd321458f439 req-9222cc45-82ce-44c9-96fa-d2d5e7160cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.472564 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-9222cc45-82ce-44c9-96fa-d2d5e7160cd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 200 len: 915 time: 0.1377268 Mar 04 15:57:20.575980 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-96833e91-9611-4c00-b2a7-c87bc883e68f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.577968 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-96833e91-9611-4c00-b2a7-c87bc883e68f tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 946 time: 0.0816684 Mar 04 15:57:20.578638 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-e0d4e113-e9b2-4c94-a501-b62b5efaeed5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63 HTTP/1.1" status: 200 len: 1000 time: 0.0949154 Mar 04 15:57:20.651037 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:70:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:57:01Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:20.678446 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5283-7c09-4eea-8096-fd321458f439 req-05868855-6c86-4b2c-8fa9-a316530dbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.679937 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-05868855-6c86-4b2c-8fa9-a316530dbd83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 200 len: 853 time: 0.0918031 Mar 04 15:57:20.687676 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:20.698797 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:20.699566 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:20.735825 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Deleting port a613716c-d468-44ff-b567-dd2cddfb054a {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:20.736784 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:20.823980 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5283-7c09-4eea-8096-fd321458f439 req-15c6b307-b13d-4920-a553-182bd51db8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.826433 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-15c6b307-b13d-4920-a553-182bd51db8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83674755-1cf6-4149-93b5-7c4531f5498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392241 Mar 04 15:57:20.854813 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] For port a613716c-d468-44ff-b567-dd2cddfb054a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a613716c-d468-44ff-b567-dd2cddfb054a,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:20.856382 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:20.863049 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:20.898388 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e284-7046-42ec-a4e1-4f474017590d req-da91145c-4b05-4d07-9952-0638a19c2a66 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:20.905956 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bac9e284-7046-42ec-a4e1-4f474017590d req-da91145c-4b05-4d07-9952-0638a19c2a66 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1564622 Mar 04 15:57:20.983562 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-2a0b99d6-731e-4e7b-bce8-c0f45c833137 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516848 Mar 04 15:57:20.998046 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bac9e284-7046-42ec-a4e1-4f474017590d req-133ecfee-284d-4979-b505-6ab593ce84d8 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871181 Mar 04 15:57:21.102516 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4beb5283-7c09-4eea-8096-fd321458f439 req-5fb78fe2-206a-4310-a740-8e544eece876 service neutron] 10.222.0.16 "GET /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034000 Mar 04 15:57:21.135425 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.135792 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.136112 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Floating IP a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a disassociated. External IP: 172.27.2.101, port: a613716c-d468-44ff-b567-dd2cddfb054a. Mar 04 15:57:21.136458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Calling delete_port for a613716c-d468-44ff-b567-dd2cddfb054a owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:21.206004 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:70:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:57:01Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:21.239068 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b04d6d-1c4b-4428-80a4-f511fe530648 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'port_id': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'mac_address': 'fa:16:3e:70:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:57:01Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 1, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:21.349990 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (a613716c-d468-44ff-b567-dd2cddfb054a), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.405357 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba12ea-92e3-433c-9698-7126b8772281 req-024923e0-56cc-47e1-9596-26a2435451b0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:21.417044 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9bba12ea-92e3-433c-9698-7126b8772281 req-024923e0-56cc-47e1-9596-26a2435451b0 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 867 time: 0.1351409 Mar 04 15:57:21.428995 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event deleted for resources: {'Port': ['ID=a613716c-d468-44ff-b567-dd2cddfb054a,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:21.458484 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device a712c0f2-9bc8-4f60-93a4-7e9410f06442 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:21.480550 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37290) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:21.489132 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-976342271-network', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:21.504855 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9bba12ea-92e3-433c-9698-7126b8772281 req-29d5d85e-3ae6-4ce9-acb2-db23dd8265da tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups?id=858689a8-1643-4492-8f2b-a3bd510c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867467 Mar 04 15:57:21.514823 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port a712c0f2-9bc8-4f60-93a4-7e9410f06442 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:21.515310 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.581054 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Made reservation on behalf of 60bd3cd365cc40ca92ec9c51c9879455 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:21.584048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.597031 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port a712c0f2-9bc8-4f60-93a4-7e9410f06442 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:21.597420 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.599141 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:21.600082 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.618786 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port a712c0f2-9bc8-4f60-93a4-7e9410f06442, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=a712c0f2-9bc8-4f60-93a4-7e9410f06442,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:21.687512 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.739528 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=a712c0f2-9bc8-4f60-93a4-7e9410f06442,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:21.769392 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:21.777353 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks [] for security_group (f1a01166-429d-431a-a65d-b94871dc1e11), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.780166 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:21.793420 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:21.794520 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:21.825605 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] No DVR routers for this DVR port a613716c-d468-44ff-b567-dd2cddfb054a on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:21.829334 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.833259 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-def19e42-b744-49d4-a8cb-7a4f6d814719 req-5cde408a-2045-4512-9db3-0d7e6d328faa tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.16 "DELETE /v2.0/ports/a613716c-d468-44ff-b567-dd2cddfb054a HTTP/1.1" status: 204 len: 173 time: 1.2451410 Mar 04 15:57:21.833416 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'name': 'network-vif-deleted', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:57:21.835949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb2e0b-df24-406a-909d-26aa532f680c" -d '{"events": [{"server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "name": "network-vif-deleted", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:57:21.853003 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f1a01166-429d-431a-a65d-b94871dc1e11), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.880375 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:57:21.921943 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (07d133b9-1bfd-45c9-8e93-95eaffe6b858), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:21.924437 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Added segment 07d133b9-1bfd-45c9-8e93-95eaffe6b858 of type vlan for network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 Mar 04 15:57:21.946150 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:21.961403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2292fee1-0df4-4ab1-8cb2-e3af6e0cd560 x-openstack-request-id: req-2292fee1-0df4-4ab1-8cb2-e3af6e0cd560 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:57:21.961403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3019810-54d4-4bb7-82e5-019ad727c914", "name": "network-vif-deleted", "tag": "a613716c-d468-44ff-b567-dd2cddfb054a", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:57:21.961403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2292fee1-0df4-4ab1-8cb2-e3af6e0cd560 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:57:21.961403 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3019810-54d4-4bb7-82e5-019ad727c914', 'name': 'network-vif-deleted', 'tag': 'a613716c-d468-44ff-b567-dd2cddfb054a', 'status': 'completed', 'code': 200} Mar 04 15:57:22.010107 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a01166-429d-431a-a65d-b94871dc1e11,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:22.021149 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (79a05bbd-55f6-43d6-b3a4-2f18d12ca248), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:22.084542 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2219b3-6f76-4f8f-a81a-e311bc3ced4b None None] New status for floating IP 6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3: ACTIVE {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:57:22.173104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (79a05bbd-55f6-43d6-b3a4-2f18d12ca248), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:22.174113 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:22.174700 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:22.231006 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:22.245198 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] Pushing event updated for resources: {'Network': ['ID=79a05bbd-55f6-43d6-b3a4-2f18d12ca248,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:22.281970 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:57:22.286239 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:22.309444 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b37abe14-34aa-4296-b660-e90367145f83 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8275127 Mar 04 15:57:22.316039 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37298) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:22.322478 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Request body: {'subnet': {'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-976342271-subnet', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:22.338489 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:22.339239 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:22.446278 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Made reservation on behalf of 60bd3cd365cc40ca92ec9c51c9879455 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:22.446278 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:22.472621 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:22.498776 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:22.499426 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:22.548524 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:22.652650 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6131101e-81cc-4658-9171-f17954d2add3 req-79f99471-2769-48f4-a4cf-0d7e31d15cdc tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3019810-54d4-4bb7-82e5-019ad727c914 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Mar 04 15:57:22.773262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (b8fb8a7f-ea7f-4ead-a210-34ef7543be2f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:22.828031 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fb8a7f-ea7f-4ead-a210-34ef7543be2f,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:22.849297 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Checking segment: {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:22.849652 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Network hostable DHCP agents. Network: 79a05bbd-55f6-43d6-b3a4-2f18d12ca248, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:57:22.865156 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:23.001883 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:57:23.085543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:23.105908 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 79a05bbd-55f6-43d6-b3a4-2f18d12ca248) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:23.111046 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:23.112538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.140561 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130f021-6354-4cef-9def-0e219504561e None None] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:23.145265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b91b3a-fc48-403f-95d1-9dae0d5e3e71 None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:48:41Z', 'revision_number': 4, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'fbdf658e-d871-418a-955f-9ab68e622a0d', 'name': '', 'network_id': '664d9ce4-64a8-42ab-a840-72b89fe0b9c8', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'mac_address': 'fa:16:3e:af:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:40Z', 'updated_at': '2022-03-04T15:48:51Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'subnets': [{'id': '0656f065-e7bd-469a-be51-3e48763ac8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:23.172741 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-090cad12-2f19-4281-951d-aaa6b2117939 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8526433 Mar 04 15:57:23.173483 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37312) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:23.177985 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:23.233248 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:23.239071 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 2, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:23.307450 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.309083 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:23.309356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.309495 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Updating router dbe40357-510b-45b8-b2da-e92e0909e5eb port 695a5130-1626-4974-b745-1ab9a06aa30f binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:57:23.331756 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'fixed_ips': [{'subnet_id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 15:57:23.332854 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.365421 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.395399 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks [] for router_controller (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), precommit_add_association {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.439022 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device a712c0f2-9bc8-4f60-93a4-7e9410f06442 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:23.493958 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff3cc9-c54c-4218-9b73-b8ff404fc9f5 None None] New status for floating IP a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a: DOWN {{(pid=110049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:57:23.551295 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: DOWN; New status is: DOWN {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:23.552271 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device a613716c-d468-44ff-b567-dd2cddfb054a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:23.643095 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: a613716c-d468-44ff-b567-dd2cddfb054a {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:23.643402 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device a613716c-d468-44ff-b567-dd2cddfb054a not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:23.690211 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks [] for router_gateway (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.690707 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Allocated IP 172.20.0.2 (79a05bbd-55f6-43d6-b3a4-2f18d12ca248/b8fb8a7f-ea7f-4ead-a210-34ef7543be2f/2f73ba4f-ac7f-450b-bedb-adaf6745c9c4) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:23.705119 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb2db-1457-4e88-83a6-f75095095c1f req-0c78d258-b534-4c8b-a212-a44ffda0c571 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:23.711829 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93eeb2db-1457-4e88-83a6-f75095095c1f req-0c78d258-b534-4c8b-a212-a44ffda0c571 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1467614 Mar 04 15:57:23.736653 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port a712c0f2-9bc8-4f60-93a4-7e9410f06442 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:23.736653 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:23.766010 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93eeb2db-1457-4e88-83a6-f75095095c1f req-c7c0bb06-e981-41e8-8b9a-f6e656546938 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529366 Mar 04 15:57:23.879027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37330) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:23.961918 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port a712c0f2-9bc8-4f60-93a4-7e9410f06442 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:23.984639 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-77283cc6-14f9-4218-8742-359ebb0390c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961075 Mar 04 15:57:23.989742 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d81c81ff-25b2-45e9-898d-94ac5b3eb283 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (858689a8-1643-4492-8f2b-a3bd510c45d1), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.008900 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Publish callbacks [] for port (695a5130-1626-4974-b745-1ab9a06aa30f), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.020207 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Publish callbacks [] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.022717 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d81c81ff-25b2-45e9-898d-94ac5b3eb283 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (858689a8-1643-4492-8f2b-a3bd510c45d1), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.087235 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.115419 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.149766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:24.150519 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b052-e099-4dc4-b369-73109c094e39 None None] Pushing event updated for resources: {'Port': ['ID=695a5130-1626-4974-b745-1ab9a06aa30f,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:24.157634 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:24.159534 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-1484648c-23b2-40f7-a9d1-5a06a973e9b9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:24.160917 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-1484648c-23b2-40f7-a9d1-5a06a973e9b9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports/95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 941 time: 0.1415224 Mar 04 15:57:24.161366 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:24.265100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Pushing event updated for resources: {'Port': ['ID=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:24.294810 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Attempting to bind port 695a5130-1626-4974-b745-1ab9a06aa30f on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:24.295211 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Attempting to bind port 695a5130-1626-4974-b745-1ab9a06aa30f by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:24.295574 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Attempting to bind port 695a5130-1626-4974-b745-1ab9a06aa30f on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:24.305417 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Attempting to bind port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:24.305882 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Attempting to bind port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:24.306169 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Attempting to bind port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 on network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:24.308386 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:24.308757 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Checking segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:24.309157 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.310149 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Bound using segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:24.310149 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Bound port: 695a5130-1626-4974-b745-1ab9a06aa30f, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:24.310556 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.322200 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:24.322580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Checking segment: {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:24.322984 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.323380 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Bound using segment: {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:24.323864 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Bound port: 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:24.324245 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.471633 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks [] for router_gateway (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.491793 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.539751 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d81c81ff-25b2-45e9-898d-94ac5b3eb283 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (858689a8-1643-4492-8f2b-a3bd510c45d1), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.542309 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d81c81ff-25b2-45e9-898d-94ac5b3eb283 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.543478 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-d81c81ff-25b2-45e9-898d-94ac5b3eb283 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "DELETE /v2.0/security-groups/858689a8-1643-4492-8f2b-a3bd510c45d1 HTTP/1.1" status: 204 len: 168 time: 0.6622331 Mar 04 15:57:24.546527 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37338) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:24.560199 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c81ff-25b2-45e9-898d-94ac5b3eb283 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858689a8-1643-4492-8f2b-a3bd510c45d1,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:24.576145 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.api.v2.resource [None req-4966d48e-64dc-4bfa-9b77-c166df13e181 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] show failed (client error): The resource could not be found. Mar 04 15:57:24.580891 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4966d48e-64dc-4bfa-9b77-c166df13e181 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "GET /v2.0/security-groups/858689a8-1643-4492-8f2b-a3bd510c45d1 HTTP/1.1" status: 404 len: 347 time: 0.0328085 Mar 04 15:57:24.581615 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37340) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:24.587400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-dd94541b-a174-445b-9b9f-710002c053d3 None None] Provisioning complete for port 695a5130-1626-4974-b745-1ab9a06aa30f triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:24.587934 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-dd94541b-a174-445b-9b9f-710002c053d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.619980 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Allocated IP 172.27.2.176 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/ce895ca2-45e5-44f4-85da-035ffcb0a974) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:24.648183 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] For port 695a5130-1626-4974-b745-1ab9a06aa30f, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:24.666983 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] For port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:24.670054 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] For port 695a5130-1626-4974-b745-1ab9a06aa30f, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=695a5130-1626-4974-b745-1ab9a06aa30f,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:24.680200 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-dd94541b-a174-445b-9b9f-710002c053d3 None None] Port 695a5130-1626-4974-b745-1ab9a06aa30f cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:24.686229 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] For port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:24.727135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Deleting port 4cd170fb-c0f8-4271-9abc-c25a43ed9b3e {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:24.727469 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.741123 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks [] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.754254 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.757686 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.813459 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.813952 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:24.828600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:24.829262 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:24.843493 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Calling delete_port for 4cd170fb-c0f8-4271-9abc-c25a43ed9b3e owned by network:floatingip {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:24.917096 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717f87-1579-4027-882c-494c3b367e24 req-d9a55183-10d8-4293-a7e6-f50e6834cd5b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:24.925014 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b717f87-1579-4027-882c-494c3b367e24 req-d9a55183-10d8-4293-a7e6-f50e6834cd5b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0835881 Mar 04 15:57:24.945737 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ffea-8277-4685-abb8-b5b68822c11e None None] Pushing event updated for resources: {'Port': ['ID=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:24.983239 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:24.990599 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.031525 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1b717f87-1579-4027-882c-494c3b367e24 req-2466b926-9764-4f35-bd14-82500ea7d0f2 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968666 Mar 04 15:57:25.062974 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:25.069283 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b052-e099-4dc4-b369-73109c094e39 None None] Pushing event updated for resources: {'Port': ['ID=695a5130-1626-4974-b745-1ab9a06aa30f,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:25.077127 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:25.080761 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:25.081900 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (4cd170fb-c0f8-4271-9abc-c25a43ed9b3e), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.127575 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Pushing event updated for resources: {'Port': ['ID=ce895ca2-45e5-44f4-85da-035ffcb0a974,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:25.182407 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Pushing event deleted for resources: {'Port': ['ID=4cd170fb-c0f8-4271-9abc-c25a43ed9b3e,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:25.273113 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks [] for floatingip (a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.276889 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.281732 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-763191a8-84cf-44b2-804d-bda8f9d59bf9 tempest-AttachVolumeTestJSON-1380407074 tempest-AttachVolumeTestJSON-1380407074-project] 10.222.0.21 "DELETE /v2.0/floatingips/a5380ce3-a09f-41c8-8fb0-ab3a5f1a265a HTTP/1.1" status: 204 len: 168 time: 0.6951756 Mar 04 15:57:25.284675 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] Provisioning complete for port 695a5130-1626-4974-b745-1ab9a06aa30f triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:25.285089 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.367692 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:24Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:25.405018 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289fbfa-5390-42be-9fdf-481c8f982b80 None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:24Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:25.465605 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] Current status of the port 695a5130-1626-4974-b745-1ab9a06aa30f is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:25.465605 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.507520 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:25.546226 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] For port 695a5130-1626-4974-b745-1ab9a06aa30f, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=695a5130-1626-4974-b745-1ab9a06aa30f,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:25.582119 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:25.583268 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.626155 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.650905 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks [] for router_gateway (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.721336 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2042-2720-4129-9b1a-b5ba5cf7a7d5 None None] Pushing event updated for resources: {'Port': ['ID=695a5130-1626-4974-b745-1ab9a06aa30f,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:25.737997 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:25.738398 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.776415 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:25.808458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-74fcc7fb-99ff-43c9-bbe3-0393efe911af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:25.810286 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-74fcc7fb-99ff-43c9-bbe3-0393efe911af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7&tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe HTTP/1.1" status: 200 len: 1128 time: 0.0548089 Mar 04 15:57:25.886092 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.888428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:25.929234 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-594fabf7-6891-4dc7-ad7c-58850b970919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:25.930885 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-594fabf7-6891-4dc7-ad7c-58850b970919 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1128 time: 0.0917764 Mar 04 15:57:25.969691 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:26.062976 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-0b6ba5ae-5972-46ff-9b78-1f251bf24166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:26.065339 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-0b6ba5ae-5972-46ff-9b78-1f251bf24166 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.1280982 Mar 04 15:57:26.165698 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-eeffbb39-30a1-4c75-85de-1f367c7d3df6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 999 time: 0.0910087 Mar 04 15:57:26.170103 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 15:57:26.246931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-2170e007-19c5-40f9-bdaa-5ab864cb12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:26.249350 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-2170e007-19c5-40f9-bdaa-5ab864cb12c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0779910 Mar 04 15:57:26.255054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5471bf-c16e-4a93-a036-70a615175243 req-f03809c5-8e73-47f5-a976-a8a5b4917cd6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:26.257199 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef5471bf-c16e-4a93-a036-70a615175243 req-f03809c5-8e73-47f5-a976-a8a5b4917cd6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1155000 Mar 04 15:57:26.281747 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6955f6f-fcd1-4892-9eea-29e63d68f3df None None] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:26.319513 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-2b8f6259-9dc0-417a-a2b7-f0229ff8fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:26.321400 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-2b8f6259-9dc0-417a-a2b7-f0229ff8fee1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660374 Mar 04 15:57:26.360346 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:26.377738 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-ba17e5f9-6230-41c9-8343-0e37e59ca648 None None] Provisioning complete for port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:26.378146 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ba17e5f9-6230-41c9-8343-0e37e59ca648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:26.380016 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Sync routers for ids ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:26.385250 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef5471bf-c16e-4a93-a036-70a615175243 req-808aeecc-1407-4862-944d-961e7f8d1a47 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818813 Mar 04 15:57:26.444777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:26.446845 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab5e00a7-2e2c-47e8-b855-87c3383e0b14 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2721202 Mar 04 15:57:26.450425 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37350) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:26.451076 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-e65eb608-5f71-4da5-9117-23c1299fdc19 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225216 Mar 04 15:57:26.459691 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Routers {'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:26.460678 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:26.629916 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-bc6a0904-4eca-442b-9329-ac8ea3d899ae service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724746 Mar 04 15:57:26.647732 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-ba17e5f9-6230-41c9-8343-0e37e59ca648 None None] Current status of the port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:26.674125 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Set router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:26.891054 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-a793ea8f-144c-4199-afa7-ab6f022c54ab None None] Provisioning complete for port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:26.891521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a793ea8f-144c-4199-afa7-ab6f022c54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:26.940206 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 3, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:27.010563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.113577 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Checking router: bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:27.114064 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Updating router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 port ce895ca2-45e5-44f4-85da-035ffcb0a974 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:57:27.171283 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.197914 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Allocated IP 172.20.0.1 (79a05bbd-55f6-43d6-b3a4-2f18d12ca248/b8fb8a7f-ea7f-4ead-a210-34ef7543be2f/659135f2-3fb7-4080-935e-d359f8ec5a48) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:57:27.198577 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-a793ea8f-144c-4199-afa7-ab6f022c54ab None None] Current status of the port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:27.322209 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks [] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.454185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.513623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:27.517496 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:27.543448 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:57:27.585468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Publish callbacks [] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.618522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:27.658900 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Pushing event updated for resources: {'Port': ['ID=659135f2-3fb7-4080-935e-d359f8ec5a48,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:27.706983 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.719773 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.805942 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041e3bb-27b3-4137-b9d3-0b9cd917b5ed req-5b523dfd-7c51-4c54-92f6-df495c011554 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:27.807929 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3041e3bb-27b3-4137-b9d3-0b9cd917b5ed req-5b523dfd-7c51-4c54-92f6-df495c011554 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.2808516 Mar 04 15:57:27.860679 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Attempting to bind port ce895ca2-45e5-44f4-85da-035ffcb0a974 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:27.861051 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Attempting to bind port ce895ca2-45e5-44f4-85da-035ffcb0a974 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:27.861414 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Attempting to bind port ce895ca2-45e5-44f4-85da-035ffcb0a974 on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:27.876602 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902b16-bac3-4ac4-a91c-cb46be6c193e None None] Pushing event updated for resources: {'Port': ['ID=ce895ca2-45e5-44f4-85da-035ffcb0a974,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:27.897177 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:27.897488 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:27.897926 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.898322 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:27.898807 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Bound port: ce895ca2-45e5-44f4-85da-035ffcb0a974, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:27.899186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.951791 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:27.952168 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:27.962495 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3041e3bb-27b3-4137-b9d3-0b9cd917b5ed req-57a0bebf-b1d8-4247-b249-ec65e5acc66c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412914 Mar 04 15:57:28.005536 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-8f5da88a-00b0-45de-8c4f-c116c66a91b3 None None] Provisioning complete for port 659135f2-3fb7-4080-935e-d359f8ec5a48 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:28.006351 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f5da88a-00b0-45de-8c4f-c116c66a91b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.051619 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-8f5da88a-00b0-45de-8c4f-c116c66a91b3 None None] Port 659135f2-3fb7-4080-935e-d359f8ec5a48 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:28.058229 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] For port ce895ca2-45e5-44f4-85da-035ffcb0a974, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:28.073914 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] For port ce895ca2-45e5-44f4-85da-035ffcb0a974, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ce895ca2-45e5-44f4-85da-035ffcb0a974,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:28.092696 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.141263 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.145380 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:28.146344 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 695a5130-1626-4974-b745-1ab9a06aa30f up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:28.240453 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902b16-bac3-4ac4-a91c-cb46be6c193e None None] Pushing event updated for resources: {'Port': ['ID=ce895ca2-45e5-44f4-85da-035ffcb0a974,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:28.267172 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Routers {'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:28.268039 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:28.324052 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 695a5130-1626-4974-b745-1ab9a06aa30f triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:28.324817 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.358992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks [] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.433133 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] Set router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:28.436073 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.516521 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Pushing event updated for resources: {'Port': ['ID=659135f2-3fb7-4080-935e-d359f8ec5a48,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:28.519808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:28.537878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 695a5130-1626-4974-b745-1ab9a06aa30f is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:28.646349 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:57:28.647828 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:28.712734 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '659135f2-3fb7-4080-935e-d359f8ec5a48', 'name': '', 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'mac_address': 'fa:16:3e:04:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:27Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 1, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'subnets': [{'id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:28.769391 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a183f2-1596-41f5-843b-8d14f1bd99d5 None None] The sync data for ids ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'] in dv-cinder-831247-6-iscsi is: [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '659135f2-3fb7-4080-935e-d359f8ec5a48', 'name': '', 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'mac_address': 'fa:16:3e:04:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:27Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 1, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'subnets': [{'id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:28.816215 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:28.957631 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:28.966448 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-75ee6ed5-48b5-4426-9cbc-8da651d29462 admin admin] 10.222.0.21 "PUT /v2.0/routers/bc33fd29-e754-4a8b-aaf0-cf58ca988fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5149355 Mar 04 15:57:28.999215 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-cb3cc439-4c27-4b06-9a26-6c9659b06d21 None None] Provisioning complete for port 659135f2-3fb7-4080-935e-d359f8ec5a48 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:28.999629 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc439-4c27-4b06-9a26-6c9659b06d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:29.062766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-cb3cc439-4c27-4b06-9a26-6c9659b06d21 None None] Port 659135f2-3fb7-4080-935e-d359f8ec5a48 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:29.216511 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74faec-ee63-4c84-8390-1fdc4b955fd0 req-fcd20a4e-f133-4c0a-8b3c-01253826ec7d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:29.218685 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef74faec-ee63-4c84-8390-1fdc4b955fd0 req-fcd20a4e-f133-4c0a-8b3c-01253826ec7d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1438658 Mar 04 15:57:29.309433 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef74faec-ee63-4c84-8390-1fdc4b955fd0 req-3a387b5a-4c2e-44f8-b56e-f2fe610f7175 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848548 Mar 04 15:57:29.586146 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37404) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:29.871593 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37408) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:29.877888 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906455398', 'description': 'tempest-secgroup-smoke-906455398 description', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:30.332279 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:30.602065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546201c1-c5c1-45c5-9d46-a5955f60f6d9 req-d7140bdc-0ef4-4fb4-adeb-0d1dcea74a4c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:30.603725 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-546201c1-c5c1-45c5-9d46-a5955f60f6d9 req-d7140bdc-0ef4-4fb4-adeb-0d1dcea74a4c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.2141690 Mar 04 15:57:30.615806 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group (175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:30.701748 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:30.724236 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-546201c1-c5c1-45c5-9d46-a5955f60f6d9 req-ec547b5d-e217-4fea-8901-40a763cb7e5c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132498 Mar 04 15:57:30.756195 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:30.813149 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:30.814417 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e854fb73-4e3d-4d1b-a7a8-ceec4ccd9971 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9418035 Mar 04 15:57:30.817438 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37414) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:30.822222 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group_rule': {'security_group_id': '175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:30.880466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (f99ba7f8-c85f-4489-97b0-78ff56a6a326), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:30.910044 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (3c0b2c46-599f-4168-8895-6f1829c06061), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:30.988251 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (3c0b2c46-599f-4168-8895-6f1829c06061), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.052770 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (3c0b2c46-599f-4168-8895-6f1829c06061), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.072124 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b2c46-599f-4168-8895-6f1829c06061,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:31.129682 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.131389 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4d1eac97-b4d9-4167-afdd-f503b87c16cb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127267 Mar 04 15:57:31.134103 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37416) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:31.139462 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group_rule': {'security_group_id': '175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:31.215420 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (7dac62e5-d472-4cc0-b1d8-df56fb181383), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.220681 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Deleting port fbdf658e-d871-418a-955f-9ab68e622a0d {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:31.220998 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.284978 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (7dac62e5-d472-4cc0-b1d8-df56fb181383), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.312870 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] For port fbdf658e-d871-418a-955f-9ab68e622a0d, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=fbdf658e-d871-418a-955f-9ab68e622a0d,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:31.313600 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.328356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Calling delete_port for fbdf658e-d871-418a-955f-9ab68e622a0d owned by network:router_interface {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:31.337262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (7dac62e5-d472-4cc0-b1d8-df56fb181383), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.379327 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dac62e5-d472-4cc0-b1d8-df56fb181383,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:31.461005 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ce895ca2-45e5-44f4-85da-035ffcb0a974 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:31.461550 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.465158 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b52a775c-8f6a-4a23-915f-1059d7cd3340 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296947 Mar 04 15:57:31.465865 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37418) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:31.470711 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group_rule': {'security_group_id': '175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:31.536339 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port ce895ca2-45e5-44f4-85da-035ffcb0a974 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:31.536885 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.590668 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (cbd12da3-8dac-48a0-9f01-2adb0ee2f599), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.623761 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port ce895ca2-45e5-44f4-85da-035ffcb0a974 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:31.624815 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.641306 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (fbdf658e-d871-418a-955f-9ab68e622a0d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.650468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port ce895ca2-45e5-44f4-85da-035ffcb0a974, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ce895ca2-45e5-44f4-85da-035ffcb0a974,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:31.667341 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (cbd12da3-8dac-48a0-9f01-2adb0ee2f599), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.685157 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbdf658e-d871-418a-955f-9ab68e622a0d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:31.738789 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.784431 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (cbd12da3-8dac-48a0-9f01-2adb0ee2f599), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.802490 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd12da3-8dac-48a0-9f01-2adb0ee2f599,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:31.819096 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=ce895ca2-45e5-44f4-85da-035ffcb0a974,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:31.934906 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.936673 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a4525e01-cd6a-4b04-b245-f3e3f2024d7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698479 Mar 04 15:57:31.939336 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37422) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:31.944032 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group_rule': {'security_group_id': '175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:31.960979 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (f99ba7f8-c85f-4489-97b0-78ff56a6a326), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:31.973381 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cff-008e-4bc1-ad7b-5e48ce6a5d4a req-713a9044-51d7-4817-a87d-d46e5cb455a3 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:31.974916 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-44007cff-008e-4bc1-ad7b-5e48ce6a5d4a req-713a9044-51d7-4817-a87d-d46e5cb455a3 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0798273 Mar 04 15:57:32.064217 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (caab0b09-6e0a-4035-9291-0f0e88979f93), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.111499 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-44007cff-008e-4bc1-ad7b-5e48ce6a5d4a req-de4854f8-3a83-4e78-abd7-37864beb429d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228790 Mar 04 15:57:32.138934 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (caab0b09-6e0a-4035-9291-0f0e88979f93), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.206795 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (caab0b09-6e0a-4035-9291-0f0e88979f93), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.230359 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caab0b09-6e0a-4035-9291-0f0e88979f93,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:32.296813 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Router f99ba7f8-c85f-4489-97b0-78ff56a6a326 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:57:32.311268 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.316239 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-168a72e9-c685-480c-bed8-afae0c88af7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3713992 Mar 04 15:57:32.316239 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37424) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:32.328519 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group_rule': {'security_group_id': '175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:32.420379 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:57:32.427238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a2bc5b61-4d1f-4338-be0c-671aae4fbdc2 admin admin] 10.222.0.21 "PUT /v2.0/routers/f99ba7f8-c85f-4489-97b0-78ff56a6a326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8399687 Mar 04 15:57:32.429831 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37426) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:32.433474 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] Sync routers for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:32.443698 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.securitygroups_db [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Project fe6ccd37ce43447ba1cd93c83e3c9f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 15:57:32.455261 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:32.456380 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:32.487648 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (03acd9e6-a673-4e04-b16e-b80328cf3363), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.590907 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:32.603114 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks [] for router (f99ba7f8-c85f-4489-97b0-78ff56a6a326), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.615572 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (03acd9e6-a673-4e04-b16e-b80328cf3363), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.706475 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (03acd9e6-a673-4e04-b16e-b80328cf3363), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.743612 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03acd9e6-a673-4e04-b16e-b80328cf3363,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:32.759594 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks [] for router_gateway (f99ba7f8-c85f-4489-97b0-78ff56a6a326), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.815257 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:57:31Z', 'revision_number': 5, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port': {'id': '5094cb4b-8bd0-44c0-b6c3-72cb6906572b', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:36Z', 'updated_at': '2022-03-04T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:32.821892 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.823170 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2c85d810-7a20-44cc-b79a-e753f80b2008 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5063541 Mar 04 15:57:32.826086 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37428) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:32.831462 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'security_group_rule': {'security_group_id': '175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2', 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:32.844193 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] Checking router: f99ba7f8-c85f-4489-97b0-78ff56a6a326 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:32.853109 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] Routers {'f99ba7f8-c85f-4489-97b0-78ff56a6a326'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:32.853731 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:32.917196 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Deleting port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:32.921207 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:32.942079 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.securitygroups_db [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Project fe6ccd37ce43447ba1cd93c83e3c9f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 15:57:32.978027 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (25f08e39-1da6-4e7e-8814-1be693202505), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.039800 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] Set router f99ba7f8-c85f-4489-97b0-78ff56a6a326 gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:33.063150 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] For port 5094cb4b-8bd0-44c0-b6c3-72cb6906572b, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:33.063671 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.076900 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (25f08e39-1da6-4e7e-8814-1be693202505), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.082813 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Calling delete_port for 5094cb4b-8bd0-44c0-b6c3-72cb6906572b owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:33.099735 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:57:32Z', 'revision_number': 6, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:33.129582 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca20765-be13-4807-8b16-4cd5ecee680b None None] The sync data for ids ['f99ba7f8-c85f-4489-97b0-78ff56a6a326'] in dv-cinder-831247-6-iscsi is: [{'id': 'f99ba7f8-c85f-4489-97b0-78ff56a6a326', 'name': 'tempest-AttachVolumeTestJSON-362609981-router', 'tenant_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:34Z', 'updated_at': '2022-03-04T15:57:32Z', 'revision_number': 6, 'project_id': '3e8f8483c13240c7adbc18f3e1d413b0', 'gw_port_host': None}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:33.156729 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (25f08e39-1da6-4e7e-8814-1be693202505), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.186245 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f08e39-1da6-4e7e-8814-1be693202505,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:33.269802 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.274129 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d78110bc-81c4-4c19-9a8b-8a9b8a3247ec tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4438808 Mar 04 15:57:33.280941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89497-02c7-4a2b-abbf-d098a1036fdf req-387f7152-0444-4461-97ba-548f8fd0cf18 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:33.289102 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-afc89497-02c7-4a2b-abbf-d098a1036fdf req-387f7152-0444-4461-97ba-548f8fd0cf18 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0859258 Mar 04 15:57:33.389469 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-afc89497-02c7-4a2b-abbf-d098a1036fdf req-be0fc9f1-0257-4645-8bc2-24b1f54ee42f tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991709 Mar 04 15:57:33.582895 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (5094cb4b-8bd0-44c0-b6c3-72cb6906572b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.635908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ce895ca2-45e5-44f4-85da-035ffcb0a974 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:33.670920 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5094cb4b-8bd0-44c0-b6c3-72cb6906572b,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:33.801227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port ce895ca2-45e5-44f4-85da-035ffcb0a974 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:33.801227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.814828 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (f99ba7f8-c85f-4489-97b0-78ff56a6a326), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.843336 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port ce895ca2-45e5-44f4-85da-035ffcb0a974 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:33.919569 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (f99ba7f8-c85f-4489-97b0-78ff56a6a326), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:33.922647 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks [] for router_controller (f99ba7f8-c85f-4489-97b0-78ff56a6a326), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.007248 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Sync routers for ids ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:57:34.018694 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Routers {'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:34.019753 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:34.173445 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device fbdf658e-d871-418a-955f-9ab68e622a0d no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:34.176991 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Set router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:34.277892 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: fbdf658e-d871-418a-955f-9ab68e622a0d {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:34.278580 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device fbdf658e-d871-418a-955f-9ab68e622a0d not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:34.384135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (f99ba7f8-c85f-4489-97b0-78ff56a6a326), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.384753 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99ba7f8-c85f-4489-97b0-78ff56a6a326 {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 15:57:34.390167 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.391458 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8d8986ac-a17e-4073-a9ed-2034dd1e90aa admin admin] 10.222.0.21 "DELETE /v2.0/routers/f99ba7f8-c85f-4489-97b0-78ff56a6a326 HTTP/1.1" status: 204 len: 168 time: 1.9605958 Mar 04 15:57:34.393901 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37472) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:34.499223 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Deleting subnet 0656f065-e7bd-469a-be51-3e48763ac8a3 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:57:34.503537 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Publish callbacks [] for subnet (0656f065-e7bd-469a-be51-3e48763ac8a3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.547607 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (0656f065-e7bd-469a-be51-3e48763ac8a3), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.563461 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '659135f2-3fb7-4080-935e-d359f8ec5a48', 'name': '', 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'mac_address': 'fa:16:3e:04:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:27Z', 'updated_at': '2022-03-04T15:57:28Z', 'revision_number': 2, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'subnets': [{'id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:34.628451 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cad1a6-e633-4727-a028-f009d80d1137 req-89da5204-83fb-485a-8765-5e9d0a97cb45 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:34.640352 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Checking router: bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:57:34.640960 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c8cad1a6-e633-4727-a028-f009d80d1137 req-89da5204-83fb-485a-8765-5e9d0a97cb45 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1315417 Mar 04 15:57:34.641076 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Updating router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 port 659135f2-3fb7-4080-935e-d359f8ec5a48 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 15:57:34.705590 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (0656f065-e7bd-469a-be51-3e48763ac8a3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.723321 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.734706 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c8cad1a6-e633-4727-a028-f009d80d1137 req-fee20035-2e10-4871-8ede-af7db18c35d4 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938175 Mar 04 15:57:34.899100 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (0656f065-e7bd-469a-be51-3e48763ac8a3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.962833 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0656f065-e7bd-469a-be51-3e48763ac8a3,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:34.988776 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:34.993548 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7174721a-84ae-4602-98db-e5eaa6a365fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0656f065-e7bd-469a-be51-3e48763ac8a3 HTTP/1.1" status: 204 len: 168 time: 0.5984807 Mar 04 15:57:34.996256 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37478) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:35.011834 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18965a-9c68-4bdf-965b-50976a228145 None None] Network 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:35.099757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (664d9ce4-64a8-42ab-a840-72b89fe0b9c8), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.179140 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Deleting port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:35.179681 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.272124 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] For port 6385ba30-ba8a-4f40-9f1b-b95ad9347678, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=6385ba30-ba8a-4f40-9f1b-b95ad9347678,segment=NetworkSegment(9cbf9201-df24-4bc8-bad4-209203c616ef),segment_id=9cbf9201-df24-4bc8-bad4-209203c616ef)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:35.272848 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.296889 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Calling delete_port for 6385ba30-ba8a-4f40-9f1b-b95ad9347678 owned by network:dhcp {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:35.443986 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Publish callbacks [] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.475714 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] DHCP port deletion for 664d9ce4-64a8-42ab-a840-72b89fe0b9c8 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 15:57:35.520484 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5094cb4b-8bd0-44c0-b6c3-72cb6906572b no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:35.527353 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.556535 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.569767 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=6385ba30-ba8a-4f40-9f1b-b95ad9347678,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:35.571792 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] No DVR routers for this DVR port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 on host dv-cinder-831247-6-iscsi {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:35.580786 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 5094cb4b-8bd0-44c0-b6c3-72cb6906572b {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:35.581316 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5094cb4b-8bd0-44c0-b6c3-72cb6906572b not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:35.682666 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (664d9ce4-64a8-42ab-a840-72b89fe0b9c8), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.703845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5377-6cb0-4edd-823d-cc513dc265ae None None] Pushing event updated for resources: {'Port': ['ID=659135f2-3fb7-4080-935e-d359f8ec5a48,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:35.742732 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664d9ce4-64a8-42ab-a840-72b89fe0b9c8']}} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:35.760568 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbf9201-df24-4bc8-bad4-209203c616ef') {'for_net_delete': True} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:35.773241 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbf9201-df24-4bc8-bad4-209203c616ef') {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:35.791628 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29205138'] for segment (9cbf9201-df24-4bc8-bad4-209203c616ef), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.819432 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (9cbf9201-df24-4bc8-bad4-209203c616ef), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.832962 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Deleting port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:57:35.832962 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.836101 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=110047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:57:35.836511 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096220'] for segment (9cbf9201-df24-4bc8-bad4-209203c616ef), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: Traceback (most recent call last): Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: timer() Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: cb(*args, **kw) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: return func(*args, **kwargs) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: self._notify() Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: self.callback(batched_events) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: event.method(event) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: return f(self, *a, **k) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._get(url).json() Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: return self.request(url, 'GET', **kwargs) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:57:35.838955 dv-cinder-831247-6-iscsi neutron-server[110047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:57:35.856258 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Attempting to bind port 659135f2-3fb7-4080-935e-d359f8ec5a48 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:57:35.857806 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Attempting to bind port 659135f2-3fb7-4080-935e-d359f8ec5a48 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:57:35.858642 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Attempting to bind port 659135f2-3fb7-4080-935e-d359f8ec5a48 on network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:57:35.900072 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:57:35.900885 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Checking segment: {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:35.901524 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:35.902244 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Bound using segment: {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:57:35.903242 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Bound port: 659135f2-3fb7-4080-935e-d359f8ec5a48, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d133b9-1bfd-45c9-8e93-95eaffe6b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:57:35.903888 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.008202 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] For port 659135f2-3fb7-4080-935e-d359f8ec5a48, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:57:36.010862 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] For port 6385ba30-ba8a-4f40-9f1b-b95ad9347678, host dv-cinder-831247-6-iscsi, got binding levels [] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:36.011331 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.015095 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] For port 659135f2-3fb7-4080-935e-d359f8ec5a48, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=659135f2-3fb7-4080-935e-d359f8ec5a48,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:57:36.027388 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Calling delete_port for 6385ba30-ba8a-4f40-9f1b-b95ad9347678 owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:57:36.030954 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.ipam_backend_mixin [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 was not found and therefore no delete operation was performed {{(pid=110048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 15:57:36.032262 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (6385ba30-ba8a-4f40-9f1b-b95ad9347678), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.047452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea9fc9-2088-4da1-aac4-5581121c8008 req-bf6baf50-2989-4fba-9db0-64b92e402524 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:36.049004 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ea9fc9-2088-4da1-aac4-5581121c8008 req-bf6baf50-2989-4fba-9db0-64b92e402524 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.1994913 Mar 04 15:57:36.064585 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] Pushing event deleted for resources: {'Port': ['ID=6385ba30-ba8a-4f40-9f1b-b95ad9347678,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:36.071260 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477a5e1-7072-4b76-8bb0-891a6b35a531 None None] No DVR routers for this DVR port 6385ba30-ba8a-4f40-9f1b-b95ad9347678 on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:57:36.082832 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (664d9ce4-64a8-42ab-a840-72b89fe0b9c8), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.083073 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-7c7465d3-eeba-4290-ba95-d2a955fbdbd3 None None] Provisioning complete for port 659135f2-3fb7-4080-935e-d359f8ec5a48 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:36.083073 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7c7465d3-eeba-4290-ba95-d2a955fbdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.113190 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.117418 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.120614 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] 10.222.0.21 "DELETE /v2.0/networks/664d9ce4-64a8-42ab-a840-72b89fe0b9c8 HTTP/1.1" status: 204 len: 168 time: 1.1233556 Mar 04 15:57:36.121517 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa633c2-49f2-405f-8cac-11259e52fc91 admin admin] Pushing event deleted for resources: {'Network': ['ID=664d9ce4-64a8-42ab-a840-72b89fe0b9c8,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:36.149958 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55ea9fc9-2088-4da1-aac4-5581121c8008 req-4518ad19-a6a0-4b7e-b08e-d73814a4cbd6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952001 Mar 04 15:57:36.183811 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-7c7465d3-eeba-4290-ba95-d2a955fbdbd3 None None] Port 659135f2-3fb7-4080-935e-d359f8ec5a48 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:57:36.209489 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Routers {'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:57:36.210294 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:57:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:36.271729 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5377-6cb0-4edd-823d-cc513dc265ae None None] Pushing event updated for resources: {'Port': ['ID=659135f2-3fb7-4080-935e-d359f8ec5a48,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:36.403409 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] Set router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:57:36.578504 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37504) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:36.629359 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-9e0557e1-ddec-4d0b-a81d-9ca8223fa538 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e8f8483c13240c7adbc18f3e1d413b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488768 Mar 04 15:57:36.631852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37506) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:36.644312 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] Provisioning complete for port 659135f2-3fb7-4080-935e-d359f8ec5a48 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:36.644695 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.694028 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-522bdbab-fd79-4ac1-b23a-0268bdf13115 admin admin] Publish callbacks [] for security_group (39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.716232 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-522bdbab-fd79-4ac1-b23a-0268bdf13115 admin admin] Publish callbacks [] for security_group (39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.778536 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '659135f2-3fb7-4080-935e-d359f8ec5a48', 'name': '', 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'mac_address': 'fa:16:3e:04:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:27Z', 'updated_at': '2022-03-04T15:57:35Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'subnets': [{'id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:57:36.780533 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] Current status of the port 659135f2-3fb7-4080-935e-d359f8ec5a48 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:36.780923 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.815708 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ca084-21ab-40ab-9583-1c52ff4a6081 None None] The sync data for ids ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'] in dv-cinder-831247-6-iscsi is: [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T15:57:27Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '659135f2-3fb7-4080-935e-d359f8ec5a48', 'name': '', 'network_id': '79a05bbd-55f6-43d6-b3a4-2f18d12ca248', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'mac_address': 'fa:16:3e:04:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:27Z', 'updated_at': '2022-03-04T15:57:35Z', 'revision_number': 4, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'subnets': [{'id': 'b8fb8a7f-ea7f-4ead-a210-34ef7543be2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:57:36.835237 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-522bdbab-fd79-4ac1-b23a-0268bdf13115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.838003 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-522bdbab-fd79-4ac1-b23a-0268bdf13115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:36.839398 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-522bdbab-fd79-4ac1-b23a-0268bdf13115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d HTTP/1.1" status: 204 len: 168 time: 0.2064176 Mar 04 15:57:36.846062 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] For port 659135f2-3fb7-4080-935e-d359f8ec5a48, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=659135f2-3fb7-4080-935e-d359f8ec5a48,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:36.862327 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bdbab-fd79-4ac1-b23a-0268bdf13115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3e2a8-a3a8-42f0-a4d2-d3d38a54520d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:36.960943 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:37.021122 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed6f78-b6af-46dc-a079-2caa8a4ce35a None None] Pushing event updated for resources: {'Port': ['ID=659135f2-3fb7-4080-935e-d359f8ec5a48,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:37.321521 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c260c-639a-46a2-ba36-1307d4568528 req-3a772615-59a2-4fda-889c-d2236919df52 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:37.323056 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-194c260c-639a-46a2-ba36-1307d4568528 req-3a772615-59a2-4fda-889c-d2236919df52 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0597210 Mar 04 15:57:37.395568 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-194c260c-639a-46a2-ba36-1307d4568528 req-a0023ff7-d565-4263-a99a-7ba286abf764 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594387 Mar 04 15:57:37.432107 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 659135f2-3fb7-4080-935e-d359f8ec5a48 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:37.492719 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 659135f2-3fb7-4080-935e-d359f8ec5a48 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:37.493092 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:37.580003 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 659135f2-3fb7-4080-935e-d359f8ec5a48 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:37.626656 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 6385ba30-ba8a-4f40-9f1b-b95ad9347678 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:57:37.646521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 6385ba30-ba8a-4f40-9f1b-b95ad9347678 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:57:37.646864 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 6385ba30-ba8a-4f40-9f1b-b95ad9347678 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:57:38.541223 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bec9fe-cb4e-47ed-88fd-7422cc4bcac9 req-b170ae4f-3d7d-4549-87c0-18c327003a81 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:38.542732 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-96bec9fe-cb4e-47ed-88fd-7422cc4bcac9 req-b170ae4f-3d7d-4549-87c0-18c327003a81 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0719929 Mar 04 15:57:38.592838 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-96bec9fe-cb4e-47ed-88fd-7422cc4bcac9 req-4af2a3e4-7375-4cc2-8f99-47505c3b545a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Mar 04 15:57:39.342180 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37566) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:39.447440 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64834bdb-5f32-4a4f-817b-9bebde1c5666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.522087 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64834bdb-5f32-4a4f-817b-9bebde1c5666 admin admin] Publish callbacks [] for security_group (ee00c09c-430e-4d47-b683-93e39a73c354), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.583598 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64834bdb-5f32-4a4f-817b-9bebde1c5666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (ee00c09c-430e-4d47-b683-93e39a73c354), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.624140 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-64834bdb-5f32-4a4f-817b-9bebde1c5666 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2db6f0224caa4615a29f318e0cd2ae5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808774 Mar 04 15:57:39.624990 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64834bdb-5f32-4a4f-817b-9bebde1c5666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee00c09c-430e-4d47-b683-93e39a73c354,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:39.627163 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37572) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:39.690846 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-263ecd3f-57b2-42fe-b2e9-2f7d74404467 admin admin] Publish callbacks [] for security_group (ee00c09c-430e-4d47-b683-93e39a73c354), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.713410 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-263ecd3f-57b2-42fe-b2e9-2f7d74404467 admin admin] Publish callbacks [] for security_group (ee00c09c-430e-4d47-b683-93e39a73c354), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.715568 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0c48b6a1-95c9-4c00-91fb-055d0dacfbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.727882 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced1d9-8d25-4683-b6b5-44cffc6943cb req-2235839a-ce92-45bb-bc93-9ff4facefd74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:39.728968 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-adced1d9-8d25-4683-b6b5-44cffc6943cb req-2235839a-ce92-45bb-bc93-9ff4facefd74 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0550253 Mar 04 15:57:39.783160 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-adced1d9-8d25-4683-b6b5-44cffc6943cb req-f72b14e2-7e25-4474-87c0-2fed7543bc91 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486186 Mar 04 15:57:39.823704 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-263ecd3f-57b2-42fe-b2e9-2f7d74404467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (ee00c09c-430e-4d47-b683-93e39a73c354), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.826887 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-263ecd3f-57b2-42fe-b2e9-2f7d74404467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:39.828037 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-263ecd3f-57b2-42fe-b2e9-2f7d74404467 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee00c09c-430e-4d47-b683-93e39a73c354 HTTP/1.1" status: 204 len: 168 time: 0.1991379 Mar 04 15:57:39.836556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ecd3f-57b2-42fe-b2e9-2f7d74404467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee00c09c-430e-4d47-b683-93e39a73c354,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:40.579892 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37580) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:40.593040 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-47368cff-0a5b-4511-b327-f61e4255e243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:40.667675 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-47368cff-0a5b-4511-b327-f61e4255e243 admin admin] Publish callbacks [] for security_group (a38520c7-4a55-4d48-9057-1094fea94b68), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:40.743615 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-47368cff-0a5b-4511-b327-f61e4255e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a38520c7-4a55-4d48-9057-1094fea94b68), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:40.781737 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47368cff-0a5b-4511-b327-f61e4255e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38520c7-4a55-4d48-9057-1094fea94b68,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:40.786239 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-47368cff-0a5b-4511-b327-f61e4255e243 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faaa799b9c7547cebede53119707f1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053051 Mar 04 15:57:40.788773 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37582) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:40.838758 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e9bc60d3-4ae1-4403-869d-c8a5219ddc54 admin admin] Publish callbacks [] for security_group (a38520c7-4a55-4d48-9057-1094fea94b68), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:40.863821 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e9bc60d3-4ae1-4403-869d-c8a5219ddc54 admin admin] Publish callbacks [] for security_group (a38520c7-4a55-4d48-9057-1094fea94b68), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:40.942936 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f76367-87b5-4e63-9622-88c0638f3f39 req-91c9d219-ad1e-430e-a312-66b70839458c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:40.944481 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d0f76367-87b5-4e63-9622-88c0638f3f39 req-91c9d219-ad1e-430e-a312-66b70839458c tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 944 time: 0.0837688 Mar 04 15:57:40.991913 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d0f76367-87b5-4e63-9622-88c0638f3f39 req-0c78b83c-b122-4a8e-a115-1c9936604e79 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Mar 04 15:57:41.035469 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e9bc60d3-4ae1-4403-869d-c8a5219ddc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a38520c7-4a55-4d48-9057-1094fea94b68), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:41.038062 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e9bc60d3-4ae1-4403-869d-c8a5219ddc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:41.039208 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e9bc60d3-4ae1-4403-869d-c8a5219ddc54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a38520c7-4a55-4d48-9057-1094fea94b68 HTTP/1.1" status: 204 len: 168 time: 0.2495131 Mar 04 15:57:41.047704 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc60d3-4ae1-4403-869d-c8a5219ddc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38520c7-4a55-4d48-9057-1094fea94b68,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:41.286494 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:57:41.388020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:41.400477 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'port_id': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'mac_address': 'fa:16:3e:46:ed:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:57:41.438644 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:41.438915 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:41.453307 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95540d8a-2b82-4c24-b60a-24524c6a4e83 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:57:41.475367 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:41.544057 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:41.593065 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=9']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:41.908102 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['95540d8a-2b82-4c24-b60a-24524c6a4e83'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:57:42.063241 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-74a6ce1a-df9f-4e2a-8bf3-27917d079670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:42.120185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b033-b3b9-40e8-acc1-6ec2bdb4ac5f req-b9c189ff-dcd5-41b6-b9f5-6d65841a0da1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:42.121578 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8885b033-b3b9-40e8-acc1-6ec2bdb4ac5f req-b9c189ff-dcd5-41b6-b9f5-6d65841a0da1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 945 time: 0.0555673 Mar 04 15:57:42.170144 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8885b033-b3b9-40e8-acc1-6ec2bdb4ac5f req-f8bc8357-e973-41e9-8c26-aabb4e3f72b1 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Mar 04 15:57:42.390136 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:43.293215 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4c481-4688-42c8-9f92-3f2b58d53286 req-5fb6e4fe-068f-42a1-88c5-ef4303e1a711 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:43.295420 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aff4c481-4688-42c8-9f92-3f2b58d53286 req-5fb6e4fe-068f-42a1-88c5-ef4303e1a711 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 945 time: 0.0544574 Mar 04 15:57:43.330207 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:57:43.356232 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-aff4c481-4688-42c8-9f92-3f2b58d53286 req-72be36a2-86a5-4741-b188-79c009d8c271 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547268 Mar 04 15:57:43.360752 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:43.386891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 95540d8a-2b82-4c24-b60a-24524c6a4e83 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:57:43.387265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:43.467167 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 95540d8a-2b82-4c24-b60a-24524c6a4e83 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:57:43.467825 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:43.490728 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:57:43.492968 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea3a9f3-0700-4222-9d48-9cfbf39d9789" -d '{"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-plugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:57:43.506530 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:57:43.533312 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d115e98f-0ed1-4269-b2bc-b8ce857e28e3 x-openstack-request-id: req-d115e98f-0ed1-4269-b2bc-b8ce857e28e3 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:57:43.533604 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-plugged", "status": "completed", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:57:43.533896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d115e98f-0ed1-4269-b2bc-b8ce857e28e3 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:57:43.534298 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'code': 200} Mar 04 15:57:43.584104 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:43.635202 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=10']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:43.893195 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe027761-be75-4a00-8daf-ef0ce58b3241 req-61e0d8b2-0761-4b99-be28-4dbdbd41e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:43.894813 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-fe027761-be75-4a00-8daf-ef0ce58b3241 req-61e0d8b2-0761-4b99-be28-4dbdbd41e370 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1131 time: 0.0450668 Mar 04 15:57:43.942831 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-fe027761-be75-4a00-8daf-ef0ce58b3241 req-aef6f5db-41b2-44a9-b8f8-6b1d84b05a1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Mar 04 15:57:44.488508 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700c11-ea60-42d1-b65d-866f1d7d9d3a req-e15f4301-2b33-48c3-9bb7-b3b3a9bbd827 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:44.490226 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2c700c11-ea60-42d1-b65d-866f1d7d9d3a req-e15f4301-2b33-48c3-9bb7-b3b3a9bbd827 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0517251 Mar 04 15:57:44.537352 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2c700c11-ea60-42d1-b65d-866f1d7d9d3a req-39bba38e-04a6-490f-8b74-d9f3ceac5d20 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 Mar 04 15:57:44.721025 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:45.453886 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37680) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:45.559069 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c953b68d-36dd-4526-996f-f5e30be7a9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:45.678026 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c953b68d-36dd-4526-996f-f5e30be7a9b5 admin admin] Publish callbacks [] for security_group (f5690a9f-aed2-44f6-8de2-2ceba9c098a1), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:45.688660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913de079-9d8a-4c0e-9e78-8e29211c2781 req-03afccce-4786-46d0-88ed-7febec3b8a2e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:45.690156 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-913de079-9d8a-4c0e-9e78-8e29211c2781 req-03afccce-4786-46d0-88ed-7febec3b8a2e tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0787511 Mar 04 15:57:45.736265 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-913de079-9d8a-4c0e-9e78-8e29211c2781 req-5caac6b0-2fec-4b5c-a0e1-8166c8c26275 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Mar 04 15:57:45.783477 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c953b68d-36dd-4526-996f-f5e30be7a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f5690a9f-aed2-44f6-8de2-2ceba9c098a1), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:45.821691 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c953b68d-36dd-4526-996f-f5e30be7a9b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc1d9359d094406fa30d668514bf0364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667352 Mar 04 15:57:45.822705 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953b68d-36dd-4526-996f-f5e30be7a9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5690a9f-aed2-44f6-8de2-2ceba9c098a1,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:45.824382 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37706) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:45.872470 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f823592b-a588-4d2a-8c41-ac328bd3f2f8 admin admin] Publish callbacks [] for security_group (f5690a9f-aed2-44f6-8de2-2ceba9c098a1), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:45.893797 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f823592b-a588-4d2a-8c41-ac328bd3f2f8 admin admin] Publish callbacks [] for security_group (f5690a9f-aed2-44f6-8de2-2ceba9c098a1), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.040590 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f823592b-a588-4d2a-8c41-ac328bd3f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f5690a9f-aed2-44f6-8de2-2ceba9c098a1), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.043206 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f823592b-a588-4d2a-8c41-ac328bd3f2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.044458 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f823592b-a588-4d2a-8c41-ac328bd3f2f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5690a9f-aed2-44f6-8de2-2ceba9c098a1 HTTP/1.1" status: 204 len: 168 time: 0.2190294 Mar 04 15:57:46.052245 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823592b-a588-4d2a-8c41-ac328bd3f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5690a9f-aed2-44f6-8de2-2ceba9c098a1,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:46.189599 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.368580 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580982-8906-4640-a498-7982408e632c req-151ac142-4cbd-4069-9d75-1adddffb9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:46.370243 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-151ac142-4cbd-4069-9d75-1adddffb9f9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 1131 time: 0.0481379 Mar 04 15:57:46.478967 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580982-8906-4640-a498-7982408e632c req-bd577902-8f0a-4990-b5ff-55ee70f8a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:46.480470 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-bd577902-8f0a-4990-b5ff-55ee70f8a0bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 200 len: 917 time: 0.0924497 Mar 04 15:57:46.547611 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-164342a8-3922-45e5-b226-d0ae5ab723c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 200 len: 1001 time: 0.0603018 Mar 04 15:57:46.598373 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580982-8906-4640-a498-7982408e632c req-dc94deb4-6ed5-4c54-a452-19b105cb2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:46.599964 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-dc94deb4-6ed5-4c54-a452-19b105cb2740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 200 len: 855 time: 0.0462210 Mar 04 15:57:46.663673 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580982-8906-4640-a498-7982408e632c req-d38f43d4-3094-4ce3-8ed4-aca84ff09eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:46.664564 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37732) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:46.665225 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-d38f43d4-3094-4ce3-8ed4-aca84ff09eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1113c9-70b2-42f6-956c-c93c1c131d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580711 Mar 04 15:57:46.677860 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d73b198-86c4-4252-9f81-b9fddd0be9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.749702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d73b198-86c4-4252-9f81-b9fddd0be9b2 admin admin] Publish callbacks [] for security_group (a8179ef6-c72b-4957-9858-20de3c599630), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.757240 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-95881705-861c-4b80-818d-45fd0042c921 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830545 Mar 04 15:57:46.852024 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-dd580982-8906-4640-a498-7982408e632c req-ffaf5f9d-4cfa-4b0b-bc88-c1c33e3f2484 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882230 Mar 04 15:57:46.859255 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7b9e-be16-472d-80f1-f4b3606e6c27 req-325c3eaf-f6f0-47dd-b101-6c0ce63efe09 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:46.860714 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d42c7b9e-be16-472d-80f1-f4b3606e6c27 req-325c3eaf-f6f0-47dd-b101-6c0ce63efe09 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0523622 Mar 04 15:57:46.883460 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0d73b198-86c4-4252-9f81-b9fddd0be9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a8179ef6-c72b-4957-9858-20de3c599630), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:46.934426 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-0d73b198-86c4-4252-9f81-b9fddd0be9b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb2fbe7e8adf483aa548bf6ca3c850b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687917 Mar 04 15:57:46.937690 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37736) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:46.944801 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d42c7b9e-be16-472d-80f1-f4b3606e6c27 req-c09b108d-cb5a-4567-a5e8-422c4deaeef9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781965 Mar 04 15:57:46.945520 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73b198-86c4-4252-9f81-b9fddd0be9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8179ef6-c72b-4957-9858-20de3c599630,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:46.987792 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-246e581e-6ecf-4641-bd7c-6aa74d2021c8 admin admin] Publish callbacks [] for security_group (a8179ef6-c72b-4957-9858-20de3c599630), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:47.009113 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-246e581e-6ecf-4641-bd7c-6aa74d2021c8 admin admin] Publish callbacks [] for security_group (a8179ef6-c72b-4957-9858-20de3c599630), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:47.120909 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-246e581e-6ecf-4641-bd7c-6aa74d2021c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a8179ef6-c72b-4957-9858-20de3c599630), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:47.123593 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-246e581e-6ecf-4641-bd7c-6aa74d2021c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:47.124805 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-246e581e-6ecf-4641-bd7c-6aa74d2021c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8179ef6-c72b-4957-9858-20de3c599630 HTTP/1.1" status: 204 len: 168 time: 0.1858401 Mar 04 15:57:47.133362 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e581e-6ecf-4641-bd7c-6aa74d2021c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8179ef6-c72b-4957-9858-20de3c599630,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:47.957383 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:57:48.073212 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5beca1-8481-4ca8-90c5-5454d6663464 req-ec15aec5-cfc8-4a32-918d-14e981fbc2d9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:48.074713 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9b5beca1-8481-4ca8-90c5-5454d6663464 req-ec15aec5-cfc8-4a32-918d-14e981fbc2d9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0528519 Mar 04 15:57:48.121337 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9b5beca1-8481-4ca8-90c5-5454d6663464 req-a4e8810e-c45e-40e5-8875-cabb965d7d7d tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404012 Mar 04 15:57:55.118546 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37834) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:55.219223 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.289162 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Publish callbacks [] for security_group (7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.331848 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.372980 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=224e02586d094927be2dfec2c2ae7f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533748 Mar 04 15:57:55.373883 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:55.375969 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37840) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:55.381202 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.381563 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.381945 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.382296 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.382636 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.382969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.383304 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.383637 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.383970 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.384307 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.384636 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.384961 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.385285 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbeed2-76f2-48f5-83d0-fe7bbbe77acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:55.422367 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-578da5c4-fdc6-4d83-9c32-d94e4891230f admin admin] Publish callbacks [] for security_group (7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.442158 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-578da5c4-fdc6-4d83-9c32-d94e4891230f admin admin] Publish callbacks [] for security_group (7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.548840 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-578da5c4-fdc6-4d83-9c32-d94e4891230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.551479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-578da5c4-fdc6-4d83-9c32-d94e4891230f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:55.552599 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-578da5c4-fdc6-4d83-9c32-d94e4891230f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6 HTTP/1.1" status: 204 len: 168 time: 0.1756668 Mar 04 15:57:55.560169 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da5c4-fdc6-4d83-9c32-d94e4891230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da9ede0-c2be-4fb9-8cb0-bc2be600c5c6,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:56.114504 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37848) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:56.128107 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.198858 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Publish callbacks [] for security_group (b57d27eb-c213-40d8-8807-eb9fad4cad71), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.274546 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b57d27eb-c213-40d8-8807-eb9fad4cad71), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.312400 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=373a56b3630845599d8e958d913099c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967013 Mar 04 15:57:56.313279 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d27eb-c213-40d8-8807-eb9fad4cad71,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:56.314998 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37850) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:56.320382 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.320748 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.321097 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.321440 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.321800 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.322135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.322491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.322808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.323136 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.323467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.323796 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.324123 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.324449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43053f48-c62f-4fc8-ad3b-0f4f3358516d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:57:56.363030 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8fc64b9a-5708-4358-83c9-f33bfdd8e7f9 admin admin] Publish callbacks [] for security_group (b57d27eb-c213-40d8-8807-eb9fad4cad71), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.383251 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8fc64b9a-5708-4358-83c9-f33bfdd8e7f9 admin admin] Publish callbacks [] for security_group (b57d27eb-c213-40d8-8807-eb9fad4cad71), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.491746 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8fc64b9a-5708-4358-83c9-f33bfdd8e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b57d27eb-c213-40d8-8807-eb9fad4cad71), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.494429 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8fc64b9a-5708-4358-83c9-f33bfdd8e7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:56.495606 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8fc64b9a-5708-4358-83c9-f33bfdd8e7f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b57d27eb-c213-40d8-8807-eb9fad4cad71 HTTP/1.1" status: 204 len: 168 time: 0.1796315 Mar 04 15:57:56.503541 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64b9a-5708-4358-83c9-f33bfdd8e7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d27eb-c213-40d8-8807-eb9fad4cad71,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:57.225674 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-314113b8-fa38-4b76-aff7-e45449cc535f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906455398&fields=id&tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 267 time: 0.0430913 Mar 04 15:57:57.335254 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-25e496f1-9863-4b23-b864-27cf44ca55e5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:57.336708 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-25e496f1-9863-4b23-b864-27cf44ca55e5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 810 time: 0.1048210 Mar 04 15:57:57.351031 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-cf68243a-75a4-486f-b432-14567e06469c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/quotas/fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 375 time: 0.0090628 Mar 04 15:57:57.406738 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-a77ac911-21fd-4e9d-84bf-0cfd95b94fca tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498915 Mar 04 15:57:57.502491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-623e883f-5369-48cc-8210-d8cc5a910188 service neutron] 10.222.0.21 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Mar 04 15:57:57.528914 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37882) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:57.632301 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1461426228-network', 'tenant_id': '766eb1dbfec042c7a4fc825828557ab1'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:57.732706 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Made reservation on behalf of 766eb1dbfec042c7a4fc825828557ab1 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:57.735290 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:57.743950 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:57.818604 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks [] for security_group (4803a1d1-c0ea-421a-a31e-cd49cd6a5e42), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:57.843737 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-86f18045-7dc2-4508-8202-e38f6144d80f service neutron] 10.222.0.21 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357022 Mar 04 15:57:57.880294 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4803a1d1-c0ea-421a-a31e-cd49cd6a5e42), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:57.901007 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:57:57.916662 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (9162b9c6-4829-4883-b3b0-b1c45c63f789), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:57.917022 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Added segment 9162b9c6-4829-4883-b3b0-b1c45c63f789 of type vlan for network cd7ad064-d35c-4b79-9020-d6d5a5c27c75 Mar 04 15:57:57.918951 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803a1d1-c0ea-421a-a31e-cd49cd6a5e42,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:58.207478 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (cd7ad064-d35c-4b79-9020-d6d5a5c27c75), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:58.286957 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b4b1c5e5-d121-42eb-9939-1e36d2a637ba req-cafc61b3-6f5b-4b89-ad25-d9e8bd9f1433 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 210 time: 0.0271804 Mar 04 15:57:58.298338 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (cd7ad064-d35c-4b79-9020-d6d5a5c27c75), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:58.299331 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:58.299936 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:58.360820 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7ad064-d35c-4b79-9020-d6d5a5c27c75,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:58.370634 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network cd7ad064-d35c-4b79-9020-d6d5a5c27c75 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:57:58.426479 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b4c7d689-718b-42fc-9caa-b3652c1be1e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8962877 Mar 04 15:57:58.429224 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 37900) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:58.439312 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Request body: {'subnet': {'network_id': 'cd7ad064-d35c-4b79-9020-d6d5a5c27c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1461426228-subnet', 'tenant_id': '766eb1dbfec042c7a4fc825828557ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:58.526519 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Made reservation on behalf of 766eb1dbfec042c7a4fc825828557ab1 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:58.529359 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:58.760435 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (63b0aee2-256d-466a-bcc3-eef113c33402), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:58.820142 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b0aee2-256d-466a-bcc3-eef113c33402,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:58.827659 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Checking segment: {'id': '9162b9c6-4829-4883-b3b0-b1c45c63f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd7ad064-d35c-4b79-9020-d6d5a5c27c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:57:58.828017 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Network hostable DHCP agents. Network: cd7ad064-d35c-4b79-9020-d6d5a5c27c75, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:57:58.886074 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Network cd7ad064-d35c-4b79-9020-d6d5a5c27c75 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:57:58.948996 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, cd7ad064-d35c-4b79-9020-d6d5a5c27c75) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:57:58.954241 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:57:58.955869 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:58.960433 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6a9a7-c814-485c-9086-d17cf4950c60 None None] Network cd7ad064-d35c-4b79-9020-d6d5a5c27c75 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:59.003756 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5f660b57-f76d-4838-ad64-548d58f44418 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5732169 Mar 04 15:57:59.061046 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5bb00e-3170-4745-80cb-b40cfb577637 None None] Network cd7ad064-d35c-4b79-9020-d6d5a5c27c75 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:57:59.380510 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef129f65-0577-40b3-8f21-2876f7165232 req-e6d04896-384c-4369-b4ac-a863cf6e3349 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 210 time: 0.0287466 Mar 04 15:57:59.643848 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37920) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:57:59.648686 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-82883974-network', 'tenant_id': 'a37eb78d8d7d46ef9d2a8d73e4d9f991'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:57:59.754517 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Made reservation on behalf of a37eb78d8d7d46ef9d2a8d73e4d9f991 for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:57:59.756835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:59.768737 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:59.839866 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks [] for security_group (a756cbd9-1a18-4272-8a0f-36409db4cf5c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:59.937425 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a756cbd9-1a18-4272-8a0f-36409db4cf5c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:59.961156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:57:59.970505 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a756cbd9-1a18-4272-8a0f-36409db4cf5c,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:57:59.975086 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (356b728d-cb8e-4d95-9e05-56fdbbca1e7c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:57:59.975419 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Added segment 356b728d-cb8e-4d95-9e05-56fdbbca1e7c of type vlan for network dad4423a-811c-42a2-8ed0-63e30b30b1ce Mar 04 15:58:00.014889 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (dad4423a-811c-42a2-8ed0-63e30b30b1ce), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.097539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (dad4423a-811c-42a2-8ed0-63e30b30b1ce), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.098455 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:00.099041 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.155386 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] Pushing event updated for resources: {'Network': ['ID=dad4423a-811c-42a2-8ed0-63e30b30b1ce,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:00.169927 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network dad4423a-811c-42a2-8ed0-63e30b30b1ce details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:58:00.194183 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e4378661-1d0a-40c2-9b7e-d2a732db966f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5466602 Mar 04 15:58:00.194395 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 37922) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:00.199526 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Request body: {'subnet': {'network_id': 'dad4423a-811c-42a2-8ed0-63e30b30b1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-82883974-subnet', 'tenant_id': 'a37eb78d8d7d46ef9d2a8d73e4d9f991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:58:00.274977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Made reservation on behalf of a37eb78d8d7d46ef9d2a8d73e4d9f991 for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:58:00.275340 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-12abbdb7-b8b3-47a1-b2bf-a17fd95841a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:00.277374 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-12abbdb7-b8b3-47a1-b2bf-a17fd95841a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 810 time: 0.1016486 Mar 04 15:58:00.277510 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25683700'] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.339684 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-19213966-6866-491f-a911-79c9f7d62b42 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 379 time: 0.0541766 Mar 04 15:58:00.349514 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'port': {'device_id': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'admin_state_up': True, 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'security_groups': ['175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2']}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:58:00.487022 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1f2ab24f-9dce-4090-a139-842fd96c3ca0 req-32d84048-7baf-48bf-8fa9-8d2d42a139ce tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 210 time: 0.0318594 Mar 04 15:58:00.515280 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26096325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25683654'] for subnet (b12328d9-54e0-46c2-9d98-989d1f4cdeb2), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.549215 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Made reservation on behalf of fe6ccd37ce43447ba1cd93c83e3c9f2c for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:58:00.553061 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.564334 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12328d9-54e0-46c2-9d98-989d1f4cdeb2,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:00.579709 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Checking segment: {'id': '356b728d-cb8e-4d95-9e05-56fdbbca1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dad4423a-811c-42a2-8ed0-63e30b30b1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:58:00.580063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Network hostable DHCP agents. Network: dad4423a-811c-42a2-8ed0-63e30b30b1ce, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:58:00.663530 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Network dad4423a-811c-42a2-8ed0-63e30b30b1ce is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:58:00.679746 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Allocated IP 172.20.0.14 (c081df21-7d7d-4014-872e-08007cbf9802/bd033da4-80bb-4ef3-aab0-ac27bc1d8a59/b0085ae6-9fa6-4f4f-b735-05ed1b7412b7) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:58:00.749357 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, dad4423a-811c-42a2-8ed0-63e30b30b1ce) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:58:00.753702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:00.759763 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.760493 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90077da4-7b89-4a33-a72d-0e8493d8ce74 None None] Network dad4423a-811c-42a2-8ed0-63e30b30b1ce requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:58:00.815881 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.846694 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-01dcc689-740d-48f9-818d-f8793c996b38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6510041 Mar 04 15:58:00.861929 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b7e53-9a64-41db-a7c6-8be1593296ea None None] Network dad4423a-811c-42a2-8ed0-63e30b30b1ce requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:58:00.921724 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:00.968055 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Network c081df21-7d7d-4014-872e-08007cbf9802 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:58:00.973499 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:58:00.977485 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:58:01.011630 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:01.042713 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:01.047027 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.152000 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-afecb33b-1f4e-4916-ade1-ccfaf983ae7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8063574 Mar 04 15:58:01.163905 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Request body: {'port': {'device_id': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:58:01.227543 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.276064 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-f33be50b-52fc-42a2-9849-14c319d9e0c0 None None] Provisioning complete for port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:58:01.276064 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f33be50b-52fc-42a2-9849-14c319d9e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.287500 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-f33be50b-52fc-42a2-9849-14c319d9e0c0 None None] Port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 15:58:01.492970 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:58:01.501237 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Publish callbacks [] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.515064 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Transition to ACTIVE for port object b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:58:01.604870 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e47be-fcf2-4990-abf0-5429674d0f49 req-f5aaef3b-4bf1-4040-9217-843736fa4aaa tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:01.606287 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.608320 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff8e47be-fcf2-4990-abf0-5429674d0f49 req-f5aaef3b-4bf1-4040-9217-843736fa4aaa tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 932 time: 0.0531268 Mar 04 15:58:01.665502 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Pushing event updated for resources: {'Port': ['ID=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:01.670772 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ff8e47be-fcf2-4990-abf0-5429674d0f49 req-ac59a31f-1dcd-433c-88d3-42c6eac1bb54 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564547 Mar 04 15:58:01.753635 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Attempting to bind port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:58:01.754013 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Attempting to bind port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:58:01.754348 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Attempting to bind port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:58:01.758846 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 on network c081df21-7d7d-4014-872e-08007cbf9802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:58:01.763404 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Attempting to bind port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:58:01.764729 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:58:01.765072 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Checking segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:58:01.765462 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Bound using segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:58:01.765934 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Bound port: b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:58:01.766300 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.832709 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] For port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:58:01.835795 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] For port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:58:01.904465 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.943643 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:01.944272 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:01.945682 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] 10.222.0.16 "PUT /v2.0/ports/b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 HTTP/1.1" status: 200 len: 1094 time: 0.7867868 Mar 04 15:58:01.946178 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:58:01.948459 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e2516a-c3db-4fcb-931c-783f6f6aed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:58:01.978601 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fa085-023b-40db-8ff5-f334cff21f7d service neutron] Pushing event updated for resources: {'Port': ['ID=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:01.992161 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a90506-b43c-4ba1-9891-81c41b4194de x-openstack-request-id: req-39a90506-b43c-4ba1-9891-81c41b4194de {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:58:01.992723 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:58:01.993193 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39a90506-b43c-4ba1-9891-81c41b4194de {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:58:01.993840 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'status': 'completed', 'code': 200} Mar 04 15:58:02.073973 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2516a-c3db-4fcb-931c-783f6f6aed2c req-7eab973c-513e-4c13-9b2c-adbd3f500aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.075537 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-76e2516a-c3db-4fcb-931c-783f6f6aed2c req-7eab973c-513e-4c13-9b2c-adbd3f500aa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1128 time: 0.0472586 Mar 04 15:58:02.176224 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2516a-c3db-4fcb-931c-783f6f6aed2c req-29ef59e0-788a-4147-b141-d2a998a0af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.177693 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-76e2516a-c3db-4fcb-931c-783f6f6aed2c req-29ef59e0-788a-4147-b141-d2a998a0af99 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0946064 Mar 04 15:58:02.272411 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2516a-c3db-4fcb-931c-783f6f6aed2c req-0a3fc369-1290-4d70-a710-f4264c69f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.273818 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-76e2516a-c3db-4fcb-931c-783f6f6aed2c req-0a3fc369-1290-4d70-a710-f4264c69f6a1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898278 Mar 04 15:58:02.351034 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-a8ef7024-eeab-490e-a21b-bad635415245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.352529 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-a8ef7024-eeab-490e-a21b-bad635415245 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1128 time: 0.0444431 Mar 04 15:58:02.393802 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-ab17b06e-7daf-4818-956f-91d5813e1442 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 HTTP/1.1" status: 200 len: 217 time: 0.0336225 Mar 04 15:58:02.441188 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-2cc1a9ba-daab-4c13-a863-8b89fce52ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.442609 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-2cc1a9ba-daab-4c13-a863-8b89fce52ca2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0421112 Mar 04 15:58:02.494448 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499d10-a850-448d-aee1-374532d58e6b req-abe2e16f-0292-4765-8dfc-39fda3d296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.496954 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-abe2e16f-0292-4765-8dfc-39fda3d296fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476987 Mar 04 15:58:02.580529 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-77d7987d-0f13-43db-9ed2-d724908b957e service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771160 Mar 04 15:58:02.669876 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-87499d10-a850-448d-aee1-374532d58e6b req-4de43a87-c6aa-4561-b7a0-3527b4640bfd service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818028 Mar 04 15:58:02.792486 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bffd7-f1b8-46ef-9523-31010440b956 req-9922ae2d-57f0-4227-8574-04ba475a9743 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:02.794011 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cf1bffd7-f1b8-46ef-9523-31010440b956 req-9922ae2d-57f0-4227-8574-04ba475a9743 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0571132 Mar 04 15:58:02.842124 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cf1bffd7-f1b8-46ef-9523-31010440b956 req-0de7b8c2-f42f-4499-8480-da55e9e09db6 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Mar 04 15:58:03.959214 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddadc49-107a-4c34-bd57-f9f4d2f01295 req-bd06e716-1c40-460f-b758-5272925f67a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:03.960661 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6ddadc49-107a-4c34-bd57-f9f4d2f01295 req-bd06e716-1c40-460f-b758-5272925f67a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0515583 Mar 04 15:58:04.007877 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6ddadc49-107a-4c34-bd57-f9f4d2f01295 req-72516563-4e94-400c-8130-5d6f24d42ce6 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417635 Mar 04 15:58:05.125456 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f44e3-8036-411e-abc7-d31cc1d57604 req-ab032997-ed9e-4e7b-8332-8e3ebf1f74e9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:05.126955 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e83f44e3-8036-411e-abc7-d31cc1d57604 req-ab032997-ed9e-4e7b-8332-8e3ebf1f74e9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0542381 Mar 04 15:58:05.177953 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e83f44e3-8036-411e-abc7-d31cc1d57604 req-bcd9c53f-585e-4d51-9af9-bac2853f7e83 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451055 Mar 04 15:58:06.294534 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75302f05-1b9e-4050-bcda-884f03cac841 req-b7c18a24-9502-45a6-8958-83c884c10536 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:06.298532 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-75302f05-1b9e-4050-bcda-884f03cac841 req-b7c18a24-9502-45a6-8958-83c884c10536 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0520403 Mar 04 15:58:06.343109 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-75302f05-1b9e-4050-bcda-884f03cac841 req-aed87124-292a-4c3d-bca0-9a46bb4617e4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 Mar 04 15:58:07.456428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fdcd2-dfb9-4e36-bd73-9195e56e32e6 req-894521c9-3505-466b-9b23-16663a90fa89 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:07.457903 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e13fdcd2-dfb9-4e36-bd73-9195e56e32e6 req-894521c9-3505-466b-9b23-16663a90fa89 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0509036 Mar 04 15:58:07.505648 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e13fdcd2-dfb9-4e36-bd73-9195e56e32e6 req-d2f22dde-ac5f-448d-82c2-e0fdb19d1127 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423548 Mar 04 15:58:08.627412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219ecf9-53cf-4e66-a6d8-46b57c8bc241 req-7444c391-b25c-4b99-90ea-ead411055261 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:08.628915 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d219ecf9-53cf-4e66-a6d8-46b57c8bc241 req-7444c391-b25c-4b99-90ea-ead411055261 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0553150 Mar 04 15:58:08.676225 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d219ecf9-53cf-4e66-a6d8-46b57c8bc241 req-cc451eeb-394d-4b26-880f-95757bf8a62f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Mar 04 15:58:09.750687 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dc54-db84-4192-a606-565f95aa7c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:09.794587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96fda3-7071-483f-989a-f4103c45d0c9 req-b9c429d5-5448-43ca-9e8b-58d232681913 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:09.796034 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be96fda3-7071-483f-989a-f4103c45d0c9 req-b9c429d5-5448-43ca-9e8b-58d232681913 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0522742 Mar 04 15:58:09.844240 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be96fda3-7071-483f-989a-f4103c45d0c9 req-1c76078a-2587-4761-8591-8c9ca852ddcc tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426562 Mar 04 15:58:10.961838 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab0456-5802-4488-891a-ad2f91317fa8 req-15864ebb-bb9e-4409-84be-8c6a1e1bf6b0 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:10.963303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6ab0456-5802-4488-891a-ad2f91317fa8 req-15864ebb-bb9e-4409-84be-8c6a1e1bf6b0 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 944 time: 0.0547669 Mar 04 15:58:11.015864 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6ab0456-5802-4488-891a-ad2f91317fa8 req-9f459643-dd58-4f15-8cfe-04c439c4fad0 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469608 Mar 04 15:58:11.488117 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:58:11.583720 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:11.594889 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'port_id': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'mac_address': 'fa:16:3e:b1:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:58:11.631284 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:58:11.631669 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:11.644188 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:58:11.662869 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:11.736942 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:11.781773 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:11.788605 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.788958 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.789306 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.789642 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.789998 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.790329 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.790657 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.790979 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.791302 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.791624 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.791947 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.792263 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:11.792585 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:12.078527 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['b0085ae6-9fa6-4f4f-b735-05ed1b7412b7'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:58:12.105904 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1306f5c9-7222-4105-8ca9-e4a509c59f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:12.133533 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df917-33d1-40d6-ad8f-642593c59901 req-b6a98260-4a3a-4d4b-a623-6ba55f2c670d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:12.135019 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d81df917-33d1-40d6-ad8f-642593c59901 req-b6a98260-4a3a-4d4b-a623-6ba55f2c670d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Mar 04 15:58:12.186253 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d81df917-33d1-40d6-ad8f-642593c59901 req-4d12d2c0-0b33-4b64-bf1e-3610fb3b6bf3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Mar 04 15:58:12.377021 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:13.302217 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14e19-532b-4097-9b72-b4637571ec85 req-8958229a-6b13-442c-843d-3ee90477e1a5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:13.303705 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c2e14e19-532b-4097-9b72-b4637571ec85 req-8958229a-6b13-442c-843d-3ee90477e1a5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Mar 04 15:58:13.337757 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:13.353593 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c2e14e19-532b-4097-9b72-b4637571ec85 req-832678de-91f2-41fb-a359-565a6fc93ca4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 Mar 04 15:58:13.499078 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 15:58:13.611263 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 15:58:13.615145 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 15:58:13.615523 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:13.689933 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:58:13.690330 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:13.715003 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:58:13.717156 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e210ee-e384-42b5-b05b-e5948977daaa" -d '{"events": [{"server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "name": "network-vif-plugged", "status": "completed", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:58:13.730259 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:13.752144 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f974287-571d-4967-9d96-d68fc239dc43 x-openstack-request-id: req-4f974287-571d-4967-9d96-d68fc239dc43 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:58:13.752434 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "name": "network-vif-plugged", "status": "completed", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:58:13.752690 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f974287-571d-4967-9d96-d68fc239dc43 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:58:13.753082 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'code': 200} Mar 04 15:58:13.834650 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:13.882715 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:14.131125 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664e08b-6962-45d2-811a-f7607b793e44 req-0e517418-b905-4a7f-9072-44c74a94ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:14.132627 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d664e08b-6962-45d2-811a-f7607b793e44 req-0e517418-b905-4a7f-9072-44c74a94ff5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1130 time: 0.0474076 Mar 04 15:58:14.178118 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d664e08b-6962-45d2-811a-f7607b793e44 req-3433e6ec-9e03-42a5-a08b-2fea8b69725f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387006 Mar 04 15:58:14.471388 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae92ae-9120-4941-88f3-f564b5093717 req-6432c19d-1089-4d63-953e-19b2fd270cbd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:14.472829 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ebae92ae-9120-4941-88f3-f564b5093717 req-6432c19d-1089-4d63-953e-19b2fd270cbd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0546563 Mar 04 15:58:14.520137 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ebae92ae-9120-4941-88f3-f564b5093717 req-16cde35b-1d7b-4780-9554-7d8d3162c8eb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418334 Mar 04 15:58:14.742765 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:15.637552 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e393259-b417-48b6-9033-aeed06add55c req-850fe941-daee-4f01-a728-92ad84df0c27 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:15.638953 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e393259-b417-48b6-9033-aeed06add55c req-850fe941-daee-4f01-a728-92ad84df0c27 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0525138 Mar 04 15:58:15.690754 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6e393259-b417-48b6-9033-aeed06add55c req-f0e97fa7-2436-4a3f-9ea1-c668442505cd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Mar 04 15:58:16.171400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:16.808962 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e1b02-2840-4292-8cf9-8e548a95b477 req-24682bf5-b6c7-4f7e-a784-b3e89e8ec39b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:16.811083 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-943e1b02-2840-4292-8cf9-8e548a95b477 req-24682bf5-b6c7-4f7e-a784-b3e89e8ec39b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0552516 Mar 04 15:58:16.857519 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-943e1b02-2840-4292-8cf9-8e548a95b477 req-4866109d-1417-49a9-bf41-f1c9647b6c6c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408359 Mar 04 15:58:16.974390 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b448-ec4d-4b3f-b821-a9139db52d4d req-d438d904-7b23-4378-a1a6-8fac08bb3733 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:16.975835 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6c2b448-ec4d-4b3f-b821-a9139db52d4d req-d438d904-7b23-4378-a1a6-8fac08bb3733 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0539770 Mar 04 15:58:16.983519 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38084) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:17.023569 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6c2b448-ec4d-4b3f-b821-a9139db52d4d req-7569e930-0bec-4591-ae36-0cb91c25298c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423012 Mar 04 15:58:17.026819 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Deleting subnet 63b0aee2-256d-466a-bcc3-eef113c33402 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:58:17.030666 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Publish callbacks [] for subnet (63b0aee2-256d-466a-bcc3-eef113c33402), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.045649 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38086) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:17.068398 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (63b0aee2-256d-466a-bcc3-eef113c33402), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.107446 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (63b0aee2-256d-466a-bcc3-eef113c33402), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.223620 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (63b0aee2-256d-466a-bcc3-eef113c33402), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.230623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e37d0-1b9f-41be-bfbe-e4d139faed2f tempest-TestVolumeBootPattern-1321230518 tempest-TestVolumeBootPattern-1321230518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:17.235510 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-729e37d0-1b9f-41be-bfbe-e4d139faed2f tempest-TestVolumeBootPattern-1321230518 tempest-TestVolumeBootPattern-1321230518-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1125 time: 0.1859279 Mar 04 15:58:17.235661 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38090) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:17.239802 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'port_id': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:58:17.251117 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b0aee2-256d-466a-bcc3-eef113c33402,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:17.252806 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.258252 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-64e8d587-be60-476d-b7be-ed8e26abb46a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63b0aee2-256d-466a-bcc3-eef113c33402 HTTP/1.1" status: 204 len: 168 time: 0.2715070 Mar 04 15:58:17.258662 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38092) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:17.314587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.328111 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (cd7ad064-d35c-4b79-9020-d6d5a5c27c75), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.405418 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (cd7ad064-d35c-4b79-9020-d6d5a5c27c75), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.412159 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.425761 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7ad064-d35c-4b79-9020-d6d5a5c27c75']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:17.435652 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9162b9c6-4829-4883-b3b0-b1c45c63f789') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:17.435949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9162b9c6-4829-4883-b3b0-b1c45c63f789') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:17.444990 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (9162b9c6-4829-4883-b3b0-b1c45c63f789), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.458431 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (9162b9c6-4829-4883-b3b0-b1c45c63f789), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.464082 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:58:17.464458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (9162b9c6-4829-4883-b3b0-b1c45c63f789), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:58:17.466127 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:58:17.518272 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Allocated IP 172.27.2.221 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/d05a44af-abfb-497d-8d4c-68fb6c16cfe8) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:58:17.577214 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (cd7ad064-d35c-4b79-9020-d6d5a5c27c75), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.584158 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.587445 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd7ad064-d35c-4b79-9020-d6d5a5c27c75 HTTP/1.1" status: 204 len: 168 time: 0.3277864 Mar 04 15:58:17.591831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38094) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:17.597124 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680988c-68fb-4fbe-9d9c-bf8e45971613 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7ad064-d35c-4b79-9020-d6d5a5c27c75,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:17.650462 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.660815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Deleting subnet b12328d9-54e0-46c2-9d98-989d1f4cdeb2 {{(pid=110047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:58:17.666116 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Publish callbacks [] for subnet (b12328d9-54e0-46c2-9d98-989d1f4cdeb2), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.715519 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29205125'] for subnet (b12328d9-54e0-46c2-9d98-989d1f4cdeb2), precommit_delete_associations {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.756452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (b12328d9-54e0-46c2-9d98-989d1f4cdeb2), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.806031 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.845336 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:58:17.848086 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:58:17.851483 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:58:17.857359 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=d05a44af-abfb-497d-8d4c-68fb6c16cfe8,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:17.882565 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26096258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25683679'] for subnet (b12328d9-54e0-46c2-9d98-989d1f4cdeb2), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.920859 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:17.923963 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b12328d9-54e0-46c2-9d98-989d1f4cdeb2 HTTP/1.1" status: 204 len: 168 time: 0.3312101 Mar 04 15:58:17.925113 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3706032-4dee-42f3-a644-dc419deda5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12328d9-54e0-46c2-9d98-989d1f4cdeb2,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:17.926692 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38098) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:17.992322 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (dad4423a-811c-42a2-8ed0-63e30b30b1ce), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.069788 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (dad4423a-811c-42a2-8ed0-63e30b30b1ce), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.089410 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad4423a-811c-42a2-8ed0-63e30b30b1ce']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:18.098921 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356b728d-cb8e-4d95-9e05-56fdbbca1e7c') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:18.099217 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356b728d-cb8e-4d95-9e05-56fdbbca1e7c') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:18.108282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (356b728d-cb8e-4d95-9e05-56fdbbca1e7c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.121065 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (356b728d-cb8e-4d95-9e05-56fdbbca1e7c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.127291 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:58:18.127667 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (356b728d-cb8e-4d95-9e05-56fdbbca1e7c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:58:18.129264 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:58:18.244929 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (558e9eb1-a7ab-4c50-9967-8c1757192546), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.263341 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (dad4423a-811c-42a2-8ed0-63e30b30b1ce), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.268613 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.271768 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/dad4423a-811c-42a2-8ed0-63e30b30b1ce HTTP/1.1" status: 204 len: 168 time: 0.3440895 Mar 04 15:58:18.283351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cd461-1131-457b-99ef-450717704b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=dad4423a-811c-42a2-8ed0-63e30b30b1ce,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:18.360458 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.508402 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.571604 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.618961 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38102) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:18.639091 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=d05a44af-abfb-497d-8d4c-68fb6c16cfe8,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:18.651052 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (558e9eb1-a7ab-4c50-9967-8c1757192546), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.662729 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a3ee9d30-bb87-43eb-80fb-e6762632e763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=766eb1dbfec042c7a4fc825828557ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423751 Mar 04 15:58:18.665211 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38104) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:18.711545 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55e2ca69-5e6c-4c71-9940-38b603bb5586 admin admin] Publish callbacks [] for security_group (4803a1d1-c0ea-421a-a31e-cd49cd6a5e42), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.732936 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55e2ca69-5e6c-4c71-9940-38b603bb5586 admin admin] Publish callbacks [] for security_group (4803a1d1-c0ea-421a-a31e-cd49cd6a5e42), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.752593 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Floating IP 558e9eb1-a7ab-4c50-9967-8c1757192546 associated. External IP: 172.27.2.221, port: b0085ae6-9fa6-4f4f-b735-05ed1b7412b7. Mar 04 15:58:18.868997 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55e2ca69-5e6c-4c71-9940-38b603bb5586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4803a1d1-c0ea-421a-a31e-cd49cd6a5e42), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.871480 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-55e2ca69-5e6c-4c71-9940-38b603bb5586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:18.872694 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-55e2ca69-5e6c-4c71-9940-38b603bb5586 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4803a1d1-c0ea-421a-a31e-cd49cd6a5e42 HTTP/1.1" status: 204 len: 168 time: 0.2064927 Mar 04 15:58:18.884156 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2ca69-5e6c-4c71-9940-38b603bb5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803a1d1-c0ea-421a-a31e-cd49cd6a5e42,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:18.972628 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:58:19.083398 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:58:19.093498 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:58:19.104877 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:19.105485 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:19.179461 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:19.211001 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b7fd129e-2d70-439d-a94d-5a43cd58f63b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9741590 Mar 04 15:58:19.211631 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:58:19.213907 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c1936-c5d3-4391-b266-dfbd533958e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:58:19.226864 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:19.259643 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a87eda-3012-46a9-a0d5-b2d6c3f05c31 x-openstack-request-id: req-a6a87eda-3012-46a9-a0d5-b2d6c3f05c31 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:58:19.259938 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:58:19.260190 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6a87eda-3012-46a9-a0d5-b2d6c3f05c31 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:58:19.260592 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'status': 'completed', 'code': 200} Mar 04 15:58:19.340854 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-1934d2c2-29e4-40a3-9c7a-770baf7de4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:19.343041 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-1934d2c2-29e4-40a3-9c7a-770baf7de4db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1130 time: 0.0518858 Mar 04 15:58:19.437141 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-8ee57b6c-2fec-4e62-9207-4324a7dfcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:19.438576 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-8ee57b6c-2fec-4e62-9207-4324a7dfcf53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0901265 Mar 04 15:58:19.481124 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '558e9eb1-a7ab-4c50-9967-8c1757192546', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:b1:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:58:18Z', 'updated_at': '2022-03-04T15:58:18Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:19.505460 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-b08e60ee-93a3-465a-8b8f-86c88a210050 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 HTTP/1.1" status: 200 len: 1000 time: 0.0604939 Mar 04 15:58:19.508405 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:58:19.517566 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:19.518231 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:19.558105 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-69e9bf22-e16b-4036-9dcd-d818dcaca15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:19.560236 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-69e9bf22-e16b-4036-9dcd-d818dcaca15c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0471072 Mar 04 15:58:19.579417 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38114) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:19.610624 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-08970f4b-2bfe-4266-902a-003f819d6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:19.612878 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-08970f4b-2bfe-4266-902a-003f819d6993 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472596 Mar 04 15:58:19.623685 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab308914-b00e-431c-9681-cd646892eba9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a37eb78d8d7d46ef9d2a8d73e4d9f991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430324 Mar 04 15:58:19.624351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38116) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:19.634564 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:19.673430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5b76ce06-9f82-47e2-af9a-a8a5f098a457 admin admin] Publish callbacks [] for security_group (a756cbd9-1a18-4272-8a0f-36409db4cf5c), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:19.697027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5b76ce06-9f82-47e2-af9a-a8a5f098a457 admin admin] Publish callbacks [] for security_group (a756cbd9-1a18-4272-8a0f-36409db4cf5c), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:19.702889 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-f557ca7e-5f22-41be-8c4a-53f5a7dc267a service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839801 Mar 04 15:58:19.799498 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d24c1936-c5d3-4391-b266-dfbd533958e3 req-f0bafb38-3e43-4315-8499-185c3fda1e32 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908647 Mar 04 15:58:19.800137 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5b76ce06-9f82-47e2-af9a-a8a5f098a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (a756cbd9-1a18-4272-8a0f-36409db4cf5c), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:19.802787 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5b76ce06-9f82-47e2-af9a-a8a5f098a457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:19.803923 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-5b76ce06-9f82-47e2-af9a-a8a5f098a457 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a756cbd9-1a18-4272-8a0f-36409db4cf5c HTTP/1.1" status: 204 len: 168 time: 0.1783042 Mar 04 15:58:19.817883 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76ce06-9f82-47e2-af9a-a8a5f098a457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756cbd9-1a18-4272-8a0f-36409db4cf5c,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:19.881502 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '558e9eb1-a7ab-4c50-9967-8c1757192546', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:b1:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:58:18Z', 'updated_at': '2022-03-04T15:58:18Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:19.912368 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e68c84-5dcb-4d93-b279-df8b7c1da90b None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '558e9eb1-a7ab-4c50-9967-8c1757192546', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:b1:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T15:58:18Z', 'updated_at': '2022-03-04T15:58:18Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:58:20.114265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc0bbd-b96f-4c4b-84ca-1a48f1da2fb9 None None] New status for floating IP 558e9eb1-a7ab-4c50-9967-8c1757192546: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:58:24.856597 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38176) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:24.957701 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:58:24.961674 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ca54646b-668d-49fb-91ba-246abb568c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.034033 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ca54646b-668d-49fb-91ba-246abb568c1c admin admin] Publish callbacks [] for security_group (00db714a-796c-4d83-bfb4-e29625f23b56), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.068250 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ca54646b-668d-49fb-91ba-246abb568c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (00db714a-796c-4d83-bfb4-e29625f23b56), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.106260 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ca54646b-668d-49fb-91ba-246abb568c1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a83bf404c764c4781612df557291876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486115 Mar 04 15:58:25.107156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54646b-668d-49fb-91ba-246abb568c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db714a-796c-4d83-bfb4-e29625f23b56,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:25.108996 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38180) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:25.156877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b9a7186f-34d2-4518-b2f6-b9d5aee0e241 admin admin] Publish callbacks [] for security_group (00db714a-796c-4d83-bfb4-e29625f23b56), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.176768 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b9a7186f-34d2-4518-b2f6-b9d5aee0e241 admin admin] Publish callbacks [] for security_group (00db714a-796c-4d83-bfb4-e29625f23b56), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.274260 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b9a7186f-34d2-4518-b2f6-b9d5aee0e241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (00db714a-796c-4d83-bfb4-e29625f23b56), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.276885 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-b9a7186f-34d2-4518-b2f6-b9d5aee0e241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.278085 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-b9a7186f-34d2-4518-b2f6-b9d5aee0e241 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00db714a-796c-4d83-bfb4-e29625f23b56 HTTP/1.1" status: 204 len: 168 time: 0.1679373 Mar 04 15:58:25.285828 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7186f-34d2-4518-b2f6-b9d5aee0e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db714a-796c-4d83-bfb4-e29625f23b56,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:25.849944 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38188) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:25.863278 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-95ccd7b3-764e-405d-8e8c-c392e6ca49f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:25.938275 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-95ccd7b3-764e-405d-8e8c-c392e6ca49f5 admin admin] Publish callbacks [] for security_group (23b531d1-d498-4416-9e91-9e9dce1ad2e4), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:26.000213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-95ccd7b3-764e-405d-8e8c-c392e6ca49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (23b531d1-d498-4416-9e91-9e9dce1ad2e4), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:26.036923 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-95ccd7b3-764e-405d-8e8c-c392e6ca49f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8a22b0a044440cb88dc080133e0cb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859283 Mar 04 15:58:26.038868 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccd7b3-764e-405d-8e8c-c392e6ca49f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b531d1-d498-4416-9e91-9e9dce1ad2e4,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:26.039676 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38190) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:26.086299 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-178fccb0-52dd-4dda-8772-d782fcd0d3d3 admin admin] Publish callbacks [] for security_group (23b531d1-d498-4416-9e91-9e9dce1ad2e4), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:26.107249 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-178fccb0-52dd-4dda-8772-d782fcd0d3d3 admin admin] Publish callbacks [] for security_group (23b531d1-d498-4416-9e91-9e9dce1ad2e4), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:26.233969 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-178fccb0-52dd-4dda-8772-d782fcd0d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (23b531d1-d498-4416-9e91-9e9dce1ad2e4), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:26.236490 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-178fccb0-52dd-4dda-8772-d782fcd0d3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:26.237740 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-178fccb0-52dd-4dda-8772-d782fcd0d3d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23b531d1-d498-4416-9e91-9e9dce1ad2e4 HTTP/1.1" status: 204 len: 168 time: 0.1970127 Mar 04 15:58:26.245460 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fccb0-52dd-4dda-8772-d782fcd0d3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b531d1-d498-4416-9e91-9e9dce1ad2e4,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:38.167282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38342) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:38.269750 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4330cbbc-bc5a-446a-88ce-60b9bde7c766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.341619 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4330cbbc-bc5a-446a-88ce-60b9bde7c766 admin admin] Publish callbacks [] for security_group (d2a88983-2ca3-4bb4-bb4b-737cb91bd12a), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.404974 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4330cbbc-bc5a-446a-88ce-60b9bde7c766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d2a88983-2ca3-4bb4-bb4b-737cb91bd12a), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.442207 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4330cbbc-bc5a-446a-88ce-60b9bde7c766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9b6829ba6094074a0c62927f455776f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738488 Mar 04 15:58:38.444875 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330cbbc-bc5a-446a-88ce-60b9bde7c766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a88983-2ca3-4bb4-bb4b-737cb91bd12a,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:38.445015 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38346) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:38.494746 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6edd7c7f-d942-4938-88e7-a28fcd14f050 admin admin] Publish callbacks [] for security_group (d2a88983-2ca3-4bb4-bb4b-737cb91bd12a), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.517976 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6edd7c7f-d942-4938-88e7-a28fcd14f050 admin admin] Publish callbacks [] for security_group (d2a88983-2ca3-4bb4-bb4b-737cb91bd12a), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.623069 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6edd7c7f-d942-4938-88e7-a28fcd14f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d2a88983-2ca3-4bb4-bb4b-737cb91bd12a), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.625852 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6edd7c7f-d942-4938-88e7-a28fcd14f050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:38.630636 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-6edd7c7f-d942-4938-88e7-a28fcd14f050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2a88983-2ca3-4bb4-bb4b-737cb91bd12a HTTP/1.1" status: 204 len: 168 time: 0.1809087 Mar 04 15:58:38.635998 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7c7f-d942-4938-88e7-a28fcd14f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a88983-2ca3-4bb4-bb4b-737cb91bd12a,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:39.192813 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38354) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:39.206507 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-10a6f7fe-fe83-4a6c-813c-f9faa8b2c56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.278584 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-10a6f7fe-fe83-4a6c-813c-f9faa8b2c56c admin admin] Publish callbacks [] for security_group (eec6f08b-7e8a-4a28-84d2-d1cb6645f960), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.319276 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-10a6f7fe-fe83-4a6c-813c-f9faa8b2c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (eec6f08b-7e8a-4a28-84d2-d1cb6645f960), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.356271 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6f7fe-fe83-4a6c-813c-f9faa8b2c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6f08b-7e8a-4a28-84d2-d1cb6645f960,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:39.360777 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-10a6f7fe-fe83-4a6c-813c-f9faa8b2c56c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49f9f7bbef5b487ba89f3afd4ff16619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667650 Mar 04 15:58:39.363532 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38356) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:39.409565 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b1ca26fc-883e-47f1-bf43-0e4531825f9b admin admin] Publish callbacks [] for security_group (eec6f08b-7e8a-4a28-84d2-d1cb6645f960), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.430400 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b1ca26fc-883e-47f1-bf43-0e4531825f9b admin admin] Publish callbacks [] for security_group (eec6f08b-7e8a-4a28-84d2-d1cb6645f960), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.525113 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b1ca26fc-883e-47f1-bf43-0e4531825f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (eec6f08b-7e8a-4a28-84d2-d1cb6645f960), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.527761 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b1ca26fc-883e-47f1-bf43-0e4531825f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:39.528934 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b1ca26fc-883e-47f1-bf43-0e4531825f9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eec6f08b-7e8a-4a28-84d2-d1cb6645f960 HTTP/1.1" status: 204 len: 168 time: 0.1645322 Mar 04 15:58:39.538116 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca26fc-883e-47f1-bf43-0e4531825f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6f08b-7e8a-4a28-84d2-d1cb6645f960,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:39.696875 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b33ee480-83c1-4699-8bd4-5dcd30592507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.061508 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38368) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:40.075109 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-28d10a7d-5b09-4f4e-9081-23dda8f6aa71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.145736 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-28d10a7d-5b09-4f4e-9081-23dda8f6aa71 admin admin] Publish callbacks [] for security_group (8551f10a-4026-430f-afa4-8bf0337b7ae4), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.199674 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-28d10a7d-5b09-4f4e-9081-23dda8f6aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (8551f10a-4026-430f-afa4-8bf0337b7ae4), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.239812 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-28d10a7d-5b09-4f4e-9081-23dda8f6aa71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=355db48b90f441a2abd6d2a7277c4408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771545 Mar 04 15:58:40.240550 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10a7d-5b09-4f4e-9081-23dda8f6aa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8551f10a-4026-430f-afa4-8bf0337b7ae4,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:40.249960 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38370) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:40.295400 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ba531316-fb89-4dd1-8134-4e16892e8ce1 admin admin] Publish callbacks [] for security_group (8551f10a-4026-430f-afa4-8bf0337b7ae4), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.316150 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ba531316-fb89-4dd1-8134-4e16892e8ce1 admin admin] Publish callbacks [] for security_group (8551f10a-4026-430f-afa4-8bf0337b7ae4), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.439642 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ba531316-fb89-4dd1-8134-4e16892e8ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (8551f10a-4026-430f-afa4-8bf0337b7ae4), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.442714 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ba531316-fb89-4dd1-8134-4e16892e8ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:40.443959 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-ba531316-fb89-4dd1-8134-4e16892e8ce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8551f10a-4026-430f-afa4-8bf0337b7ae4 HTTP/1.1" status: 204 len: 168 time: 0.1930866 Mar 04 15:58:40.453966 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531316-fb89-4dd1-8134-4e16892e8ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8551f10a-4026-430f-afa4-8bf0337b7ae4,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:42.091256 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f9551d3e-cb5c-4fd9-bda3-37013e252d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:42.376134 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:43.331151 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:44.274194 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef579ea6-a33e-444e-b20f-8fe6e245b795 req-70fa575a-a843-4f2c-92c6-099b16895bfb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:44.275686 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef579ea6-a33e-444e-b20f-8fe6e245b795 req-70fa575a-a843-4f2c-92c6-099b16895bfb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0558403 Mar 04 15:58:44.323529 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ef579ea6-a33e-444e-b20f-8fe6e245b795 req-5ae0076a-5bb0-4b63-9380-95fd509af967 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Mar 04 15:58:44.725318 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:45.454012 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00ac8-f40e-40a5-8f4d-c99a928905e2 req-795731d0-7584-4cb4-8746-87302627524a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:45.455467 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cce00ac8-f40e-40a5-8f4d-c99a928905e2 req-795731d0-7584-4cb4-8746-87302627524a tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0538971 Mar 04 15:58:45.503754 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cce00ac8-f40e-40a5-8f4d-c99a928905e2 req-7ac68017-8c8d-467c-8eed-dcb988d2a6bb tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Mar 04 15:58:46.036688 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-a35a702c-e0a5-4f35-b1ee-9cba746e5135 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:46.038318 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-a35a702c-e0a5-4f35-b1ee-9cba746e5135 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 947 time: 0.0573075 Mar 04 15:58:46.137314 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Deleting port 95540d8a-2b82-4c24-b60a-24524c6a4e83 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:46.137656 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.155668 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.228055 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] For port 95540d8a-2b82-4c24-b60a-24524c6a4e83, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=95540d8a-2b82-4c24-b60a-24524c6a4e83,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:46.228208 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.413977 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.414357 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (c8229b8e-0499-47b4-a697-ae408ae85080), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.414679 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Floating IP c8229b8e-0499-47b4-a697-ae408ae85080 disassociated. External IP: 172.27.2.52, port: 95540d8a-2b82-4c24-b60a-24524c6a4e83. Mar 04 15:58:46.415028 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Calling delete_port for 95540d8a-2b82-4c24-b60a-24524c6a4e83 owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:46.599844 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (95540d8a-2b82-4c24-b60a-24524c6a4e83), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.630328 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bf93b-ed9f-4595-aed1-09da450a4e75 req-f6d13f9e-c85f-4592-8a1a-e42c26a6cb0b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:46.632181 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event deleted for resources: {'Port': ['ID=95540d8a-2b82-4c24-b60a-24524c6a4e83,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:46.632341 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b4bf93b-ed9f-4595-aed1-09da450a4e75 req-f6d13f9e-c85f-4592-8a1a-e42c26a6cb0b tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 868 time: 0.0573878 Mar 04 15:58:46.684793 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6b4bf93b-ed9f-4595-aed1-09da450a4e75 req-b423dce3-7bda-4456-8434-0b873a539f66 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e6faddb-519c-44ad-b49e-8e514691f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Mar 04 15:58:46.754540 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:58:46.862846 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:58:46.873673 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77eef8e-d675-485e-9155-921046422463 None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:58:46.883356 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:46.883968 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:46.903675 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] No DVR routers for this DVR port 95540d8a-2b82-4c24-b60a-24524c6a4e83 on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:58:46.906409 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:46.909702 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6f655fca-5f5d-4b4b-9aa3-b41e1e16773b req-42ebbe78-4c04-447e-b78d-fb29c0bbd798 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.16 "DELETE /v2.0/ports/95540d8a-2b82-4c24-b60a-24524c6a4e83 HTTP/1.1" status: 204 len: 173 time: 0.8659301 Mar 04 15:58:46.910177 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-deleted', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:58:46.913140 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ff3e1-f0cb-423c-98d6-c615e530210d" -d '{"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-deleted", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:58:46.950365 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91471dab-2109-4a47-a0c0-9691519a2b64 x-openstack-request-id: req-91471dab-2109-4a47-a0c0-9691519a2b64 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:58:46.950666 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499b0301-4b23-4d57-b6ef-15ea783cadb7", "name": "network-vif-deleted", "tag": "95540d8a-2b82-4c24-b60a-24524c6a4e83", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:58:46.950928 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91471dab-2109-4a47-a0c0-9691519a2b64 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:58:46.951317 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499b0301-4b23-4d57-b6ef-15ea783cadb7', 'name': 'network-vif-deleted', 'tag': '95540d8a-2b82-4c24-b60a-24524c6a4e83', 'status': 'completed', 'code': 200} Mar 04 15:58:47.006045 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:47.230410 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:47.255714 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77eef8e-d675-485e-9155-921046422463 None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:58:47.264210 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:47.264816 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:47.472366 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:47.677036 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-c77eef8e-d675-485e-9155-921046422463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:47.707386 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77eef8e-d675-485e-9155-921046422463 None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac47d5b5-1240-4d1c-9a8c-61df344f4ce3', 'name': '', 'network_id': 'ec1113c9-70b2-42f6-956c-c93c1c131d05', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'mac_address': 'fa:16:3e:76:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:46Z', 'updated_at': '2022-03-04T15:49:04Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'subnets': [{'id': 'd910d966-ba51-4a6d-854e-dd4eb12a6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:58:47.802566 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3574fe91-14bf-4f9a-9f6e-fffbf23abad3 req-5a0aa7bd-6263-47c1-96b5-4fa2177beda6 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/ports?device_id=499b0301-4b23-4d57-b6ef-15ea783cadb7 HTTP/1.1" status: 200 len: 210 time: 0.0292847 Mar 04 15:58:47.964189 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529e73a-d32a-4626-bd97-79475c92e2df None None] New status for floating IP c8229b8e-0499-47b4-a697-ae408ae85080: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:58:48.937963 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38524) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:48.940075 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133e41-02eb-4fbc-a468-716e45d51338 req-67ee2d96-0f4b-450d-9a7e-45f2bb022d21 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:48.941610 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6133e41-02eb-4fbc-a468-716e45d51338 req-67ee2d96-0f4b-450d-9a7e-45f2bb022d21 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0539277 Mar 04 15:58:48.989405 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a6133e41-02eb-4fbc-a468-716e45d51338 req-770f9806-ce79-40be-b603-4991f91525d2 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Mar 04 15:58:48.998214 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-edcd379e-536a-455a-bed9-6658bfd84670 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (3e6faddb-519c-44ad-b49e-8e514691f035), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.022962 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-edcd379e-536a-455a-bed9-6658bfd84670 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (3e6faddb-519c-44ad-b49e-8e514691f035), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.114022 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-edcd379e-536a-455a-bed9-6658bfd84670 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (3e6faddb-519c-44ad-b49e-8e514691f035), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.117113 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-edcd379e-536a-455a-bed9-6658bfd84670 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.118322 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-edcd379e-536a-455a-bed9-6658bfd84670 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e6faddb-519c-44ad-b49e-8e514691f035 HTTP/1.1" status: 204 len: 168 time: 0.1793301 Mar 04 15:58:49.121174 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38526) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:49.128925 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd379e-536a-455a-bed9-6658bfd84670 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6faddb-519c-44ad-b49e-8e514691f035,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:49.136204 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.api.v2.resource [None req-e46dea8d-8a7e-4698-89b7-9c23580bac14 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] show failed (client error): The resource could not be found. Mar 04 15:58:49.139971 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e46dea8d-8a7e-4698-89b7-9c23580bac14 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "GET /v2.0/security-groups/3e6faddb-519c-44ad-b49e-8e514691f035 HTTP/1.1" status: 404 len: 347 time: 0.0151362 Mar 04 15:58:49.140238 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38528) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:49.266654 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Deleting port 9f03c3e2-cb4a-4ced-a643-ece35aa64eba {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:49.266992 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.341468 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.341820 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.353526 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Calling delete_port for 9f03c3e2-cb4a-4ced-a643-ece35aa64eba owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:49.525342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (9f03c3e2-cb4a-4ced-a643-ece35aa64eba), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.550987 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Pushing event deleted for resources: {'Port': ['ID=9f03c3e2-cb4a-4ced-a643-ece35aa64eba,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:49.616057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks [] for floatingip (c8229b8e-0499-47b4-a697-ae408ae85080), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.618610 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:49.619805 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-90b3147e-bc2a-461f-a170-b47a1477c4f5 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] 10.222.0.21 "DELETE /v2.0/floatingips/c8229b8e-0499-47b4-a697-ae408ae85080 HTTP/1.1" status: 204 len: 168 time: 0.4786153 Mar 04 15:58:50.109696 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e92ed1-5118-4e19-8032-392c1b729aa9 req-28024935-0ea3-463c-8663-79d17cd7fb4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:50.111155 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-42e92ed1-5118-4e19-8032-392c1b729aa9 req-28024935-0ea3-463c-8663-79d17cd7fb4d tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0541308 Mar 04 15:58:50.158945 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-42e92ed1-5118-4e19-8032-392c1b729aa9 req-61ed3f31-3eda-452d-a46d-78922bd0553c tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Mar 04 15:58:50.967571 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-2d733de7-7b96-425c-86d5-6303fc8306d5 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:50.969129 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-2d733de7-7b96-425c-86d5-6303fc8306d5 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0601733 Mar 04 15:58:51.063865 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port e5efbdcc-186b-47f2-8cec-9a8d84caba63 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:51.064207 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:51.157262 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] For port e5efbdcc-186b-47f2-8cec-9a8d84caba63, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e5efbdcc-186b-47f2-8cec-9a8d84caba63,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:51.157534 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:51.282354 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898ca4a-3f0b-476e-900b-8ff6dd39208c req-f68d7aca-514b-40b7-8aec-58d275bc6af1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:58:51.283835 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4898ca4a-3f0b-476e-900b-8ff6dd39208c req-f68d7aca-514b-40b7-8aec-58d275bc6af1 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 946 time: 0.0543180 Mar 04 15:58:51.337217 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4898ca4a-3f0b-476e-900b-8ff6dd39208c req-2fdbc740-2da6-4316-8d79-88046825aa5f tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80a5d0a-3068-4f75-80cd-672a0a5821d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472798 Mar 04 15:58:51.591355 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:51.591729 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:51.592044 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.l3_db [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Floating IP 6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3 disassociated. External IP: 172.27.2.206, port: e5efbdcc-186b-47f2-8cec-9a8d84caba63. Mar 04 15:58:51.592623 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for e5efbdcc-186b-47f2-8cec-9a8d84caba63 owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:51.682547 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:58:51.714655 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 95540d8a-2b82-4c24-b60a-24524c6a4e83 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:58:51.715004 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 95540d8a-2b82-4c24-b60a-24524c6a4e83 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:58:51.811104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (e5efbdcc-186b-47f2-8cec-9a8d84caba63), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:51.839179 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=e5efbdcc-186b-47f2-8cec-9a8d84caba63,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:51.956677 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:58:52.071236 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:58:52.081655 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:58:52.091884 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:52.092489 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:52.116400 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] No DVR routers for this DVR port e5efbdcc-186b-47f2-8cec-9a8d84caba63 on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:58:52.118867 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:52.122159 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-44a1bc67-88ce-4248-b058-bd600a573e30 req-b907e56d-771f-46b8-8724-ad804652219b tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.16 "DELETE /v2.0/ports/e5efbdcc-186b-47f2-8cec-9a8d84caba63 HTTP/1.1" status: 204 len: 173 time: 1.1478086 Mar 04 15:58:52.122623 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'name': 'network-vif-deleted', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:58:52.125140 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2635442-88d5-49f5-8dbd-dcc55fd85f50" -d '{"events": [{"server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "name": "network-vif-deleted", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:58:52.161832 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0fb4b9-9b12-47e9-9a2c-fedea2dd7b63 x-openstack-request-id: req-eb0fb4b9-9b12-47e9-9a2c-fedea2dd7b63 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:58:52.162290 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fd13e2-ee0e-4d50-9855-a18ae4939df8", "name": "network-vif-deleted", "tag": "e5efbdcc-186b-47f2-8cec-9a8d84caba63", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:58:52.162548 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb0fb4b9-9b12-47e9-9a2c-fedea2dd7b63 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:58:52.162957 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fd13e2-ee0e-4d50-9855-a18ae4939df8', 'name': 'network-vif-deleted', 'tag': 'e5efbdcc-186b-47f2-8cec-9a8d84caba63', 'status': 'completed', 'code': 200} Mar 04 15:58:52.205950 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:52.354603 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38562) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:52.435005 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:52.458288 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fa387818-9921-437e-b18c-3a29164e3c45 req-c06eddf7-9e05-4925-af5b-77c797b65999 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fd13e2-ee0e-4d50-9855-a18ae4939df8 HTTP/1.1" status: 200 len: 210 time: 0.0454073 Mar 04 15:58:52.462738 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:58:52.471843 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:52.472448 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:52.581763 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:52.798878 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:52.826749 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1833f-398e-412d-8bb2-d006bd3be62f None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:48:46Z', 'revision_number': 4, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': 'ac0719ae-24d1-4a09-b53f-28494c17c556', 'name': '', 'network_id': '83674755-1cf6-4149-93b5-7c4531f5498c', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'mac_address': 'fa:16:3e:e9:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:45Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'subnets': [{'id': '2318ba06-7dcd-49b8-9a76-27c8ce24cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:58:52.876211 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (4af97c93-95e2-485b-94ad-959694dbdfa7), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.083801 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641250d6-0b3a-4f32-b45b-adf337c5745e None None] New status for floating IP 6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 15:58:53.135380 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Deleting port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:53.135984 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.212152 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] For port ac47d5b5-1240-4d1c-9a8c-61df344f4ce3, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:53.212436 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.225449 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Calling delete_port for ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:53.450684 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (ac47d5b5-1240-4d1c-9a8c-61df344f4ce3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.479693 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac47d5b5-1240-4d1c-9a8c-61df344f4ce3,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:53.594449 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38582) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:53.652607 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d4391a3-e12f-4105-9d2e-7f89e2dea561 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (d80a5d0a-3068-4f75-80cd-672a0a5821d2), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.652806 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (4af97c93-95e2-485b-94ad-959694dbdfa7), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.681207 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d4391a3-e12f-4105-9d2e-7f89e2dea561 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (d80a5d0a-3068-4f75-80cd-672a0a5821d2), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.805248 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d4391a3-e12f-4105-9d2e-7f89e2dea561 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d80a5d0a-3068-4f75-80cd-672a0a5821d2), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.807952 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4d4391a3-e12f-4105-9d2e-7f89e2dea561 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.809094 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4d4391a3-e12f-4105-9d2e-7f89e2dea561 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/security-groups/d80a5d0a-3068-4f75-80cd-672a0a5821d2 HTTP/1.1" status: 204 len: 168 time: 0.2130156 Mar 04 15:58:53.813490 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38590) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:53.829618 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4391a3-e12f-4105-9d2e-7f89e2dea561 tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80a5d0a-3068-4f75-80cd-672a0a5821d2,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:53.831667 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.api.v2.resource [None req-dd0dc7fe-dc3b-42a5-b433-a946d0eb0ade tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] show failed (client error): The resource could not be found. Mar 04 15:58:53.835987 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-dd0dc7fe-dc3b-42a5-b433-a946d0eb0ade tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "GET /v2.0/security-groups/d80a5d0a-3068-4f75-80cd-672a0a5821d2 HTTP/1.1" status: 404 len: 347 time: 0.0182619 Mar 04 15:58:53.836434 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38592) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:53.879958 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Router 4af97c93-95e2-485b-94ad-959694dbdfa7 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:58:53.966194 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Deleting port 4974da7d-d01e-4040-a3f2-2ca00ef956f0 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:53.966537 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:53.988798 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:58:53.996945 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-550b4e9f-bb7f-4870-bca2-112ee563c057 admin admin] 10.222.0.21 "PUT /v2.0/routers/4af97c93-95e2-485b-94ad-959694dbdfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389596 Mar 04 15:58:53.997213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38594) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:53.998358 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] Sync routers for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:58:54.009684 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:54.010253 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:54.044219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.044547 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (4974da7d-d01e-4040-a3f2-2ca00ef956f0), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.057047 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Calling delete_port for 4974da7d-d01e-4040-a3f2-2ca00ef956f0 owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:54.106002 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks [] for router (4af97c93-95e2-485b-94ad-959694dbdfa7), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.120584 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:54.209585 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks [] for router_gateway (4af97c93-95e2-485b-94ad-959694dbdfa7), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.227877 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (4974da7d-d01e-4040-a3f2-2ca00ef956f0), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.253856 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Pushing event deleted for resources: {'Port': ['ID=4974da7d-d01e-4040-a3f2-2ca00ef956f0,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:54.300388 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:58:53Z', 'revision_number': 5, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port': {'id': 'e94cb2a2-f677-44b2-ab79-2bc3013f94cd', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:39Z', 'updated_at': '2022-03-04T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:54.320943 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks [] for floatingip (6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.321833 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Deleting port e94cb2a2-f677-44b2-ab79-2bc3013f94cd {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:54.322183 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.323875 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.327735 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-452aa6b9-1d30-4375-828e-9ef947588d6a tempest-AttachVolumeNegativeTest-1958181199 tempest-AttachVolumeNegativeTest-1958181199-project] 10.222.0.21 "DELETE /v2.0/floatingips/6f7640d9-0e61-4fc1-b29b-23fe3cc66cb3 HTTP/1.1" status: 204 len: 168 time: 0.4880059 Mar 04 15:58:54.336230 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] Checking router: 4af97c93-95e2-485b-94ad-959694dbdfa7 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:58:54.340137 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] Routers {'4af97c93-95e2-485b-94ad-959694dbdfa7'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:58:54.340752 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['4af97c93-95e2-485b-94ad-959694dbdfa7'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:54.405265 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] For port e94cb2a2-f677-44b2-ab79-2bc3013f94cd, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:54.405630 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.419464 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Calling delete_port for e94cb2a2-f677-44b2-ab79-2bc3013f94cd owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:54.522219 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] Set router 4af97c93-95e2-485b-94ad-959694dbdfa7 gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:58:54.575647 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:58:54Z', 'revision_number': 6, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:54.605811 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a6c39-dc84-4572-bb76-aac2e9de3b46 None None] The sync data for ids ['4af97c93-95e2-485b-94ad-959694dbdfa7'] in dv-cinder-831247-6-iscsi is: [{'id': '4af97c93-95e2-485b-94ad-959694dbdfa7', 'name': 'tempest-AttachVolumeShelveTestJSON-390395197-router', 'tenant_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:58:54Z', 'revision_number': 6, 'project_id': '611afbcc5a4e4b98a35d5aead27f5fbe', 'gw_port_host': None}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:58:54.639421 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (e94cb2a2-f677-44b2-ab79-2bc3013f94cd), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.669465 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94cb2a2-f677-44b2-ab79-2bc3013f94cd,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:54.727390 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (4af97c93-95e2-485b-94ad-959694dbdfa7), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.816964 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (4af97c93-95e2-485b-94ad-959694dbdfa7), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.819248 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks [] for router_controller (4af97c93-95e2-485b-94ad-959694dbdfa7), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.924986 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (4af97c93-95e2-485b-94ad-959694dbdfa7), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.925512 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af97c93-95e2-485b-94ad-959694dbdfa7 {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 15:58:54.929659 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:54.930877 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8d8b9612-3635-4f23-b79e-f1bef4ba2c27 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4af97c93-95e2-485b-94ad-959694dbdfa7 HTTP/1.1" status: 204 len: 168 time: 0.9326892 Mar 04 15:58:54.933542 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38602) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:54.979863 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Deleting subnet d910d966-ba51-4a6d-854e-dd4eb12a6cb7 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:58:54.983156 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Publish callbacks [] for subnet (d910d966-ba51-4a6d-854e-dd4eb12a6cb7), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.018544 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (d910d966-ba51-4a6d-854e-dd4eb12a6cb7), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.095905 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (d910d966-ba51-4a6d-854e-dd4eb12a6cb7), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.211137 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (d910d966-ba51-4a6d-854e-dd4eb12a6cb7), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.233412 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d910d966-ba51-4a6d-854e-dd4eb12a6cb7,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:55.238999 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.242121 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-529da9fd-1ae5-4e5a-b1d8-dec82438e1e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d910d966-ba51-4a6d-854e-dd4eb12a6cb7 HTTP/1.1" status: 204 len: 168 time: 0.3075686 Mar 04 15:58:55.244544 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38604) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:55.244702 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb252240-8901-4ee6-b1b8-301f19754cea None None] Network ec1113c9-70b2-42f6-956c-c93c1c131d05 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:58:55.310203 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (ec1113c9-70b2-42f6-956c-c93c1c131d05), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.364506 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Deleting port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:55.364855 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.424397 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] DHCP port deletion for ec1113c9-70b2-42f6-956c-c93c1c131d05 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 15:58:55.453803 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:58:55.475575 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:58:55.475941 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac47d5b5-1240-4d1c-9a8c-61df344f4ce3 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:58:55.476367 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device e94cb2a2-f677-44b2-ab79-2bc3013f94cd no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:58:55.506034 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: e94cb2a2-f677-44b2-ab79-2bc3013f94cd {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:58:55.506034 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device e94cb2a2-f677-44b2-ab79-2bc3013f94cd not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:58:55.524990 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] Deleting port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:55.525375 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.595676 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] For port 8605ae5e-a319-4911-ba81-e5a050e4f0d0, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=8605ae5e-a319-4911-ba81-e5a050e4f0d0,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:55.596187 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.610512 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] Calling delete_port for 8605ae5e-a319-4911-ba81-e5a050e4f0d0 owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:55.686804 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device e5efbdcc-186b-47f2-8cec-9a8d84caba63 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:58:55.699229 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] For port 8605ae5e-a319-4911-ba81-e5a050e4f0d0, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=8605ae5e-a319-4911-ba81-e5a050e4f0d0,segment=NetworkSegment(dc3499d5-8e20-422a-a45f-9cd1bb075094),segment_id=dc3499d5-8e20-422a-a45f-9cd1bb075094)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:55.699829 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.713125 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Calling delete_port for 8605ae5e-a319-4911-ba81-e5a050e4f0d0 owned by network:dhcp {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:55.715484 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: e5efbdcc-186b-47f2-8cec-9a8d84caba63 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:58:55.715838 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device e5efbdcc-186b-47f2-8cec-9a8d84caba63 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:58:55.816845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.824361 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (8605ae5e-a319-4911-ba81-e5a050e4f0d0), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.842399 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] Pushing event deleted for resources: {'Port': ['ID=8605ae5e-a319-4911-ba81-e5a050e4f0d0,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:55.846012 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a60639-f81a-405a-a716-b979a3b86922 None None] No DVR routers for this DVR port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:58:55.863452 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8605ae5e-a319-4911-ba81-e5a050e4f0d0,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:55.868947 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] No DVR routers for this DVR port 8605ae5e-a319-4911-ba81-e5a050e4f0d0 on host dv-cinder-831247-6-iscsi {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:58:55.893050 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.893419 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.893865 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.894218 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.894564 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.894908 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.895249 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.895590 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.895958 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.896298 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.896634 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.896965 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.897295 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:55.946458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (ec1113c9-70b2-42f6-956c-c93c1c131d05), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:55.966492 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1113c9-70b2-42f6-956c-c93c1c131d05']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:55.976418 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3499d5-8e20-422a-a45f-9cd1bb075094') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:55.976726 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3499d5-8e20-422a-a45f-9cd1bb075094') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:58:55.989219 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (dc3499d5-8e20-422a-a45f-9cd1bb075094), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.003089 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (dc3499d5-8e20-422a-a45f-9cd1bb075094), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.008888 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:58:56.009268 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (dc3499d5-8e20-422a-a45f-9cd1bb075094), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: self.session.flush() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: self.session.flush() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: self.session.flush() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: self.session.flush() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:58:56.011020 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:58:56.102114 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (ec1113c9-70b2-42f6-956c-c93c1c131d05), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.107222 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.111983 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec1113c9-70b2-42f6-956c-c93c1c131d05 HTTP/1.1" status: 204 len: 168 time: 0.8664751 Mar 04 15:58:56.123586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44aa9c-705b-4223-b45e-79620648fbd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1113c9-70b2-42f6-956c-c93c1c131d05,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:56.359323 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38620) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:56.397735 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5c51a4af-2b4b-42f4-83a0-a30a1ce4c285 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=611afbcc5a4e4b98a35d5aead27f5fbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371492 Mar 04 15:58:56.401965 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38622) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:56.447230 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-898b7921-ae48-4271-a845-4f9a13e07e3e admin admin] Publish callbacks [] for security_group (d4446f21-0e73-441d-a769-81ca56a841e8), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.468500 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-898b7921-ae48-4271-a845-4f9a13e07e3e admin admin] Publish callbacks [] for security_group (d4446f21-0e73-441d-a769-81ca56a841e8), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.576059 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-898b7921-ae48-4271-a845-4f9a13e07e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (d4446f21-0e73-441d-a769-81ca56a841e8), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.578617 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-898b7921-ae48-4271-a845-4f9a13e07e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:56.579710 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-898b7921-ae48-4271-a845-4f9a13e07e3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4446f21-0e73-441d-a769-81ca56a841e8 HTTP/1.1" status: 204 len: 168 time: 0.1768818 Mar 04 15:58:56.587926 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b7921-ae48-4271-a845-4f9a13e07e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4446f21-0e73-441d-a769-81ca56a841e8,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:57.415757 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 8605ae5e-a319-4911-ba81-e5a050e4f0d0 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:58:57.436546 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 8605ae5e-a319-4911-ba81-e5a050e4f0d0 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:58:57.439459 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 8605ae5e-a319-4911-ba81-e5a050e4f0d0 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:58:58.484971 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38688) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:58:59.242467 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (531de293-419e-482e-a3c9-bfe463e0beda), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:59.487351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Deleting port ac0719ae-24d1-4a09-b53f-28494c17c556 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:58:59.487997 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:59.561444 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] For port ac0719ae-24d1-4a09-b53f-28494c17c556, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ac0719ae-24d1-4a09-b53f-28494c17c556,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:58:59.561834 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:59.574511 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Calling delete_port for ac0719ae-24d1-4a09-b53f-28494c17c556 owned by network:router_interface {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:58:59.816452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (ac0719ae-24d1-4a09-b53f-28494c17c556), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:58:59.846800 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0719ae-24d1-4a09-b53f-28494c17c556,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:58:59.870709 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.871059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.871404 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.871740 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.872074 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.872447 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.872727 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.873052 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.873380 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.873727 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.874049 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.875525 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:58:59.875525 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:00.018347 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (531de293-419e-482e-a3c9-bfe463e0beda), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:00.230991 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Router 531de293-419e-482e-a3c9-bfe463e0beda has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 15:59:00.342026 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 15:59:00.348213 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-d8d52488-eb9c-48e2-b84b-3b52bf97728f admin admin] 10.222.0.21 "PUT /v2.0/routers/531de293-419e-482e-a3c9-bfe463e0beda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610520 Mar 04 15:59:00.349627 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38702) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:00.352878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] Sync routers for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 15:59:00.362811 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:59:00.363421 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:00.454334 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks [] for router (531de293-419e-482e-a3c9-bfe463e0beda), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:00.564065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks [] for router_gateway (531de293-419e-482e-a3c9-bfe463e0beda), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:00.596891 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:59:00.647745 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Deleting port 1c86e169-0462-4a10-a4ec-767d6aa33821 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:59:00.648130 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:00.723702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] For port 1c86e169-0462-4a10-a4ec-767d6aa33821, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=1c86e169-0462-4a10-a4ec-767d6aa33821,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:59:00.724059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:00.737293 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Calling delete_port for 1c86e169-0462-4a10-a4ec-767d6aa33821 owned by network:router_gateway {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:59:00.770038 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:58:59Z', 'revision_number': 5, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port': {'id': '1c86e169-0462-4a10-a4ec-767d6aa33821', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de293-419e-482e-a3c9-bfe463e0beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:48:38Z', 'updated_at': '2022-03-04T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:00.797514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] Checking router: 531de293-419e-482e-a3c9-bfe463e0beda for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 15:59:00.805987 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] Routers {'531de293-419e-482e-a3c9-bfe463e0beda'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 15:59:00.806682 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T15:58:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['531de293-419e-482e-a3c9-bfe463e0beda'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:00.894687 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] Set router 531de293-419e-482e-a3c9-bfe463e0beda gateway port host: None {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 15:59:00.948010 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:59:00Z', 'revision_number': 6, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:00.948230 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (1c86e169-0462-4a10-a4ec-767d6aa33821), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:00.974005 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d43b5e-ae7a-4969-bce3-5e028a382e64 None None] The sync data for ids ['531de293-419e-482e-a3c9-bfe463e0beda'] in dv-cinder-831247-6-iscsi is: [{'id': '531de293-419e-482e-a3c9-bfe463e0beda', 'name': 'tempest-AttachVolumeNegativeTest-175322174-router', 'tenant_id': '465f19274bc2406aa4a4f64f6b512e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:48:37Z', 'updated_at': '2022-03-04T15:59:00Z', 'revision_number': 6, 'project_id': '465f19274bc2406aa4a4f64f6b512e5f', 'gw_port_host': None}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 15:59:00.976814 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c86e169-0462-4a10-a4ec-767d6aa33821,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:01.040925 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (531de293-419e-482e-a3c9-bfe463e0beda), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.143439 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (531de293-419e-482e-a3c9-bfe463e0beda), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.145607 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks [] for router_controller (531de293-419e-482e-a3c9-bfe463e0beda), precommit_delete_associations {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.256799 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (531de293-419e-482e-a3c9-bfe463e0beda), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.257318 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531de293-419e-482e-a3c9-bfe463e0beda {{(pid=110047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 15:59:01.262363 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.266370 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38708) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:01.266933 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7aeed463-d47c-4749-9c47-1f2b15e36a74 admin admin] 10.222.0.21 "DELETE /v2.0/routers/531de293-419e-482e-a3c9-bfe463e0beda HTTP/1.1" status: 204 len: 168 time: 0.9150550 Mar 04 15:59:01.314144 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Deleting subnet 2318ba06-7dcd-49b8-9a76-27c8ce24cb09 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 15:59:01.317403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Publish callbacks [] for subnet (2318ba06-7dcd-49b8-9a76-27c8ce24cb09), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.353219 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (2318ba06-7dcd-49b8-9a76-27c8ce24cb09), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.437598 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (2318ba06-7dcd-49b8-9a76-27c8ce24cb09), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.547938 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (2318ba06-7dcd-49b8-9a76-27c8ce24cb09), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.571870 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2318ba06-7dcd-49b8-9a76-27c8ce24cb09,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:01.577393 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.582415 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-68376a75-3f57-4786-8bb4-3de59b1f315d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2318ba06-7dcd-49b8-9a76-27c8ce24cb09 HTTP/1.1" status: 204 len: 168 time: 0.3129568 Mar 04 15:59:01.583094 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38712) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:01.584505 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645486c-6d6e-46a5-b02f-3fd0b5450828 None None] Network 83674755-1cf6-4149-93b5-7c4531f5498c requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:59:01.653068 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (83674755-1cf6-4149-93b5-7c4531f5498c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.713169 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Deleting port f153d1e6-1502-4af1-b1db-875d37c6acc4 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:59:01.713511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.761362 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] DHCP port deletion for 83674755-1cf6-4149-93b5-7c4531f5498c request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 15:59:01.786338 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] For port f153d1e6-1502-4af1-b1db-875d37c6acc4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=f153d1e6-1502-4af1-b1db-875d37c6acc4,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:59:01.787053 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.802337 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Calling delete_port for f153d1e6-1502-4af1-b1db-875d37c6acc4 owned by network:dhcp {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:59:01.825600 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] Deleting port f153d1e6-1502-4af1-b1db-875d37c6acc4 {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 15:59:01.826011 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.830329 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac0719ae-24d1-4a09-b53f-28494c17c556 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:59:01.862776 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: ac0719ae-24d1-4a09-b53f-28494c17c556 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:59:01.863124 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ac0719ae-24d1-4a09-b53f-28494c17c556 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:59:01.914373 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] For port f153d1e6-1502-4af1-b1db-875d37c6acc4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=f153d1e6-1502-4af1-b1db-875d37c6acc4,segment=NetworkSegment(cd4d0ef8-74bc-4092-8d53-7c6321218c74),segment_id=cd4d0ef8-74bc-4092-8d53-7c6321218c74)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:59:01.914695 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.927073 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] Calling delete_port for f153d1e6-1502-4af1-b1db-875d37c6acc4 owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 15:59:01.953842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:01.957349 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:59:01.983679 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] No DVR routers for this DVR port f153d1e6-1502-4af1-b1db-875d37c6acc4 on host dv-cinder-831247-6-iscsi {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:59:01.988312 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f153d1e6-1502-4af1-b1db-875d37c6acc4,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:02.010972 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (f153d1e6-1502-4af1-b1db-875d37c6acc4), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.038007 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] Pushing event deleted for resources: {'Port': ['ID=f153d1e6-1502-4af1-b1db-875d37c6acc4,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:02.041468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db3a8c-5b92-4817-9741-5d9162fb203b None None] No DVR routers for this DVR port f153d1e6-1502-4af1-b1db-875d37c6acc4 on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 15:59:02.061935 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (83674755-1cf6-4149-93b5-7c4531f5498c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.082714 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83674755-1cf6-4149-93b5-7c4531f5498c']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:02.091916 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4d0ef8-74bc-4092-8d53-7c6321218c74') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:02.092211 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4d0ef8-74bc-4092-8d53-7c6321218c74') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 15:59:02.104915 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (cd4d0ef8-74bc-4092-8d53-7c6321218c74), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.118159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (cd4d0ef8-74bc-4092-8d53-7c6321218c74), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.123778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (cd4d0ef8-74bc-4092-8d53-7c6321218c74), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 15:59:02.128363 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 15:59:02.211135 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (83674755-1cf6-4149-93b5-7c4531f5498c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.216634 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.222410 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] 10.222.0.21 "DELETE /v2.0/networks/83674755-1cf6-4149-93b5-7c4531f5498c HTTP/1.1" status: 204 len: 168 time: 0.6352713 Mar 04 15:59:02.231377 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d7ccc-e00d-4ba7-a865-6bf889a39f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=83674755-1cf6-4149-93b5-7c4531f5498c,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:02.530089 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38720) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:02.567300 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-fd7dc0e5-acd9-4a3c-a1d1-cfc3e03cc237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=465f19274bc2406aa4a4f64f6b512e5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0360732 Mar 04 15:59:02.570416 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38722) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:02.615716 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f8ad8919-3c10-483c-90a3-c80fbd9ddc82 admin admin] Publish callbacks [] for security_group (9063618e-0713-4267-ab9d-b214088255dd), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.636397 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f8ad8919-3c10-483c-90a3-c80fbd9ddc82 admin admin] Publish callbacks [] for security_group (9063618e-0713-4267-ab9d-b214088255dd), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.719221 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f8ad8919-3c10-483c-90a3-c80fbd9ddc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9063618e-0713-4267-ab9d-b214088255dd), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.721780 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f8ad8919-3c10-483c-90a3-c80fbd9ddc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:02.722930 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f8ad8919-3c10-483c-90a3-c80fbd9ddc82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9063618e-0713-4267-ab9d-b214088255dd HTTP/1.1" status: 204 len: 168 time: 0.1515939 Mar 04 15:59:02.730929 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad8919-3c10-483c-90a3-c80fbd9ddc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9063618e-0713-4267-ab9d-b214088255dd,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:03.417440 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device f153d1e6-1502-4af1-b1db-875d37c6acc4 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:59:03.436791 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: f153d1e6-1502-4af1-b1db-875d37c6acc4 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:59:03.437136 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device f153d1e6-1502-4af1-b1db-875d37c6acc4 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:59:03.437551 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 1c86e169-0462-4a10-a4ec-767d6aa33821 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 15:59:03.457879 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 1c86e169-0462-4a10-a4ec-767d6aa33821 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 15:59:03.458227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 1c86e169-0462-4a10-a4ec-767d6aa33821 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 15:59:08.592568 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38848) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:08.691413 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-861b52fc-03c5-4f4c-b335-d7c8ef8f33fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:08.769378 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-861b52fc-03c5-4f4c-b335-d7c8ef8f33fd admin admin] Publish callbacks [] for security_group (bc369f3b-8527-4606-8d70-90012b760e39), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:08.850536 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-861b52fc-03c5-4f4c-b335-d7c8ef8f33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bc369f3b-8527-4606-8d70-90012b760e39), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:08.890116 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-861b52fc-03c5-4f4c-b335-d7c8ef8f33fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83cc7b325f9b428cabfa9f783aa05a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964482 Mar 04 15:59:08.891000 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b52fc-03c5-4f4c-b335-d7c8ef8f33fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc369f3b-8527-4606-8d70-90012b760e39,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:08.893103 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38858) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:08.940671 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84609548-64b6-42ce-9626-cb4bc47ac700 admin admin] Publish callbacks [] for security_group (bc369f3b-8527-4606-8d70-90012b760e39), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:08.962132 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84609548-64b6-42ce-9626-cb4bc47ac700 admin admin] Publish callbacks [] for security_group (bc369f3b-8527-4606-8d70-90012b760e39), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.056044 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84609548-64b6-42ce-9626-cb4bc47ac700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (bc369f3b-8527-4606-8d70-90012b760e39), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.058629 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-84609548-64b6-42ce-9626-cb4bc47ac700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.059811 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-84609548-64b6-42ce-9626-cb4bc47ac700 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc369f3b-8527-4606-8d70-90012b760e39 HTTP/1.1" status: 204 len: 168 time: 0.1656060 Mar 04 15:59:09.067346 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609548-64b6-42ce-9626-cb4bc47ac700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc369f3b-8527-4606-8d70-90012b760e39,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:09.625195 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 38870) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:09.634847 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f11ca73-67cf-48d5-b6fd-790a14f0f5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.709458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f11ca73-67cf-48d5-b6fd-790a14f0f5b1 admin admin] Publish callbacks [] for security_group (4947e60f-cc2e-459b-ac98-afb5ad57dd5f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.741826 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-466ae701-c187-49f7-b220-51089dabe56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.764774 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4f11ca73-67cf-48d5-b6fd-790a14f0f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4947e60f-cc2e-459b-ac98-afb5ad57dd5f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.805529 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4f11ca73-67cf-48d5-b6fd-790a14f0f5b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0740936eb8424caab148d5fa126a7a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828172 Mar 04 15:59:09.806393 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ca73-67cf-48d5-b6fd-790a14f0f5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947e60f-cc2e-459b-ac98-afb5ad57dd5f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:09.808239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 38872) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:09.855027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-380d2d7f-6d95-4d52-8c0c-7f247a975cd3 admin admin] Publish callbacks [] for security_group (4947e60f-cc2e-459b-ac98-afb5ad57dd5f), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:09.877904 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-380d2d7f-6d95-4d52-8c0c-7f247a975cd3 admin admin] Publish callbacks [] for security_group (4947e60f-cc2e-459b-ac98-afb5ad57dd5f), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:10.010630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-380d2d7f-6d95-4d52-8c0c-7f247a975cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4947e60f-cc2e-459b-ac98-afb5ad57dd5f), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:10.013152 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-380d2d7f-6d95-4d52-8c0c-7f247a975cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:10.014313 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-380d2d7f-6d95-4d52-8c0c-7f247a975cd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4947e60f-cc2e-459b-ac98-afb5ad57dd5f HTTP/1.1" status: 204 len: 168 time: 0.2051096 Mar 04 15:59:10.021806 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d2d7f-6d95-4d52-8c0c-7f247a975cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947e60f-cc2e-459b-ac98-afb5ad57dd5f,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:12.078980 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-359080ed-5327-41a5-9802-7c5b4265a1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:12.381557 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:13.324954 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:14.741590 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.031434 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39036) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:15.131539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c01ff04-eb63-472b-8633-140158578b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.205881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c01ff04-eb63-472b-8633-140158578b52 admin admin] Publish callbacks [] for security_group (144f7c76-4488-4791-8220-6c5e865d7b8c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.256516 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7c01ff04-eb63-472b-8633-140158578b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (144f7c76-4488-4791-8220-6c5e865d7b8c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.294791 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7c01ff04-eb63-472b-8633-140158578b52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2293888a65b642ed9bcfe3395e9b4ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622602 Mar 04 15:59:15.295598 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01ff04-eb63-472b-8633-140158578b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144f7c76-4488-4791-8220-6c5e865d7b8c,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:15.298216 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39048) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:15.348973 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f688a2d1-3056-484b-9dfb-05a08f8b3d10 admin admin] Publish callbacks [] for security_group (144f7c76-4488-4791-8220-6c5e865d7b8c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.370458 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f688a2d1-3056-484b-9dfb-05a08f8b3d10 admin admin] Publish callbacks [] for security_group (144f7c76-4488-4791-8220-6c5e865d7b8c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.496137 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f688a2d1-3056-484b-9dfb-05a08f8b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (144f7c76-4488-4791-8220-6c5e865d7b8c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.498726 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f688a2d1-3056-484b-9dfb-05a08f8b3d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:15.500197 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f688a2d1-3056-484b-9dfb-05a08f8b3d10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/144f7c76-4488-4791-8220-6c5e865d7b8c HTTP/1.1" status: 204 len: 168 time: 0.2002432 Mar 04 15:59:15.508326 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688a2d1-3056-484b-9dfb-05a08f8b3d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f7c76-4488-4791-8220-6c5e865d7b8c,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:16.094225 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39058) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:16.106905 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-298731c0-e192-478a-9400-057961898d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.180667 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-298731c0-e192-478a-9400-057961898d52 admin admin] Publish callbacks [] for security_group (735bb988-668c-49fb-ab94-2a3e7f676d73), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.181459 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.250577 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-298731c0-e192-478a-9400-057961898d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (735bb988-668c-49fb-ab94-2a3e7f676d73), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.290292 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-298731c0-e192-478a-9400-057961898d52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3b1934a6d5d4e2e9707e1029e08fab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949866 Mar 04 15:59:16.291426 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298731c0-e192-478a-9400-057961898d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735bb988-668c-49fb-ab94-2a3e7f676d73,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:16.292879 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39060) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:16.340548 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3ec3-8775-423c-aa7f-fe3af367e625 admin admin] Publish callbacks [] for security_group (735bb988-668c-49fb-ab94-2a3e7f676d73), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.361162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3ec3-8775-423c-aa7f-fe3af367e625 admin admin] Publish callbacks [] for security_group (735bb988-668c-49fb-ab94-2a3e7f676d73), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.496004 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3ec3-8775-423c-aa7f-fe3af367e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (735bb988-668c-49fb-ab94-2a3e7f676d73), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.498548 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3ec3-8775-423c-aa7f-fe3af367e625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:16.499921 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c48c3ec3-8775-423c-aa7f-fe3af367e625 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/735bb988-668c-49fb-ab94-2a3e7f676d73 HTTP/1.1" status: 204 len: 168 time: 0.2060492 Mar 04 15:59:16.509176 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c3ec3-8775-423c-aa7f-fe3af367e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735bb988-668c-49fb-ab94-2a3e7f676d73,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:31.462901 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39256) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:31.576590 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f30270d1-9a04-4957-9d75-87d32bbdaad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.649286 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f30270d1-9a04-4957-9d75-87d32bbdaad9 admin admin] Publish callbacks [] for security_group (c4287a7e-101d-430f-93f9-41286b3ddfe8), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.712474 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-f30270d1-9a04-4957-9d75-87d32bbdaad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c4287a7e-101d-430f-93f9-41286b3ddfe8), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.751137 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-f30270d1-9a04-4957-9d75-87d32bbdaad9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d762c51323443ce826fd0acba6d8459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864749 Mar 04 15:59:31.752263 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30270d1-9a04-4957-9d75-87d32bbdaad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4287a7e-101d-430f-93f9-41286b3ddfe8,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:31.754049 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39262) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:31.805334 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f056e7e5-4e34-4f21-8458-3d58e5bd5f43 admin admin] Publish callbacks [] for security_group (c4287a7e-101d-430f-93f9-41286b3ddfe8), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.826350 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f056e7e5-4e34-4f21-8458-3d58e5bd5f43 admin admin] Publish callbacks [] for security_group (c4287a7e-101d-430f-93f9-41286b3ddfe8), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.958905 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f056e7e5-4e34-4f21-8458-3d58e5bd5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c4287a7e-101d-430f-93f9-41286b3ddfe8), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.962713 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f056e7e5-4e34-4f21-8458-3d58e5bd5f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:31.964961 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f056e7e5-4e34-4f21-8458-3d58e5bd5f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4287a7e-101d-430f-93f9-41286b3ddfe8 HTTP/1.1" status: 204 len: 168 time: 0.2090912 Mar 04 15:59:31.972574 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e7e5-4e34-4f21-8458-3d58e5bd5f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4287a7e-101d-430f-93f9-41286b3ddfe8,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:32.508279 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39278) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:32.522207 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9c6e319d-335b-4d07-bb8b-8cead12ef319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.595081 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9c6e319d-335b-4d07-bb8b-8cead12ef319 admin admin] Publish callbacks [] for security_group (c2058884-6a1c-43dc-aed8-11c853181d52), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.638321 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9c6e319d-335b-4d07-bb8b-8cead12ef319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c2058884-6a1c-43dc-aed8-11c853181d52), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.675800 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-9c6e319d-335b-4d07-bb8b-8cead12ef319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f5ada32982242e0a13703de6a6fc1b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663725 Mar 04 15:59:32.677739 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e319d-335b-4d07-bb8b-8cead12ef319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2058884-6a1c-43dc-aed8-11c853181d52,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:32.678554 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39284) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:32.728309 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcd47-a245-4c29-acef-d8720891699c admin admin] Publish callbacks [] for security_group (c2058884-6a1c-43dc-aed8-11c853181d52), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.749456 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcd47-a245-4c29-acef-d8720891699c admin admin] Publish callbacks [] for security_group (c2058884-6a1c-43dc-aed8-11c853181d52), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.878902 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcd47-a245-4c29-acef-d8720891699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (c2058884-6a1c-43dc-aed8-11c853181d52), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.881694 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcd47-a245-4c29-acef-d8720891699c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:32.882877 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-bf4bcd47-a245-4c29-acef-d8720891699c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2058884-6a1c-43dc-aed8-11c853181d52 HTTP/1.1" status: 204 len: 168 time: 0.2033474 Mar 04 15:59:32.891512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bcd47-a245-4c29-acef-d8720891699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2058884-6a1c-43dc-aed8-11c853181d52,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:32.990828 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39290) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:33.191938 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9765f60e-e4c3-4ba0-9b11-eb67463444db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.268018 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9765f60e-e4c3-4ba0-9b11-eb67463444db admin admin] Publish callbacks [] for security_group (264e0ba0-3db5-4b63-85dd-21d000762678), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.324267 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-9765f60e-e4c3-4ba0-9b11-eb67463444db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (264e0ba0-3db5-4b63-85dd-21d000762678), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.361893 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-9765f60e-e4c3-4ba0-9b11-eb67463444db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69e64b102c144f64b2cead4fbecfbb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699639 Mar 04 15:59:33.363819 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765f60e-e4c3-4ba0-9b11-eb67463444db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264e0ba0-3db5-4b63-85dd-21d000762678,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:33.364539 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39302) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:33.412677 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3be69255-8a2d-4063-bad3-d3cd0c4c6f71 admin admin] Publish callbacks [] for security_group (264e0ba0-3db5-4b63-85dd-21d000762678), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.436159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3be69255-8a2d-4063-bad3-d3cd0c4c6f71 admin admin] Publish callbacks [] for security_group (264e0ba0-3db5-4b63-85dd-21d000762678), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.541491 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3be69255-8a2d-4063-bad3-d3cd0c4c6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (264e0ba0-3db5-4b63-85dd-21d000762678), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.544835 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3be69255-8a2d-4063-bad3-d3cd0c4c6f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:33.546011 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3be69255-8a2d-4063-bad3-d3cd0c4c6f71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/264e0ba0-3db5-4b63-85dd-21d000762678 HTTP/1.1" status: 204 len: 168 time: 0.1804624 Mar 04 15:59:33.554081 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be69255-8a2d-4063-bad3-d3cd0c4c6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264e0ba0-3db5-4b63-85dd-21d000762678,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:38.959177 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 15:59:39.712468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4aa558de-7247-4348-b2d5-cf58d9bf12c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.391777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39420) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:40.491341 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7401a1f5-649d-47f1-ad02-ea4e87de3416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.563030 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7401a1f5-649d-47f1-ad02-ea4e87de3416 admin admin] Publish callbacks [] for security_group (ab287f11-67ea-4584-abe6-16cdd2f3b345), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.643859 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-7401a1f5-649d-47f1-ad02-ea4e87de3416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (ab287f11-67ea-4584-abe6-16cdd2f3b345), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.680981 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-7401a1f5-649d-47f1-ad02-ea4e87de3416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d49eb8a467aa4eb98903f807fad5a5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881556 Mar 04 15:59:40.681920 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a1f5-649d-47f1-ad02-ea4e87de3416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab287f11-67ea-4584-abe6-16cdd2f3b345,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:40.683677 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39424) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:40.732925 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c7981ed0-17b7-4777-9eb8-a4fedd42f9fd admin admin] Publish callbacks [] for security_group (ab287f11-67ea-4584-abe6-16cdd2f3b345), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.754122 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c7981ed0-17b7-4777-9eb8-a4fedd42f9fd admin admin] Publish callbacks [] for security_group (ab287f11-67ea-4584-abe6-16cdd2f3b345), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.901939 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c7981ed0-17b7-4777-9eb8-a4fedd42f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (ab287f11-67ea-4584-abe6-16cdd2f3b345), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.904821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c7981ed0-17b7-4777-9eb8-a4fedd42f9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:40.905901 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c7981ed0-17b7-4777-9eb8-a4fedd42f9fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab287f11-67ea-4584-abe6-16cdd2f3b345 HTTP/1.1" status: 204 len: 168 time: 0.2211306 Mar 04 15:59:40.914515 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7981ed0-17b7-4777-9eb8-a4fedd42f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab287f11-67ea-4584-abe6-16cdd2f3b345,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:41.443948 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39436) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:41.457377 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43bbac61-d7ec-4c38-a167-9fbd0a137a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.529215 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43bbac61-d7ec-4c38-a167-9fbd0a137a5e admin admin] Publish callbacks [] for security_group (333929a9-9fd8-4be4-8a5e-103f691a7b88), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.569733 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43bbac61-d7ec-4c38-a167-9fbd0a137a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (333929a9-9fd8-4be4-8a5e-103f691a7b88), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.605447 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-43bbac61-d7ec-4c38-a167-9fbd0a137a5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2fcc543e2984e218e4fec6906cb4f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603415 Mar 04 15:59:41.607963 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbac61-d7ec-4c38-a167-9fbd0a137a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333929a9-9fd8-4be4-8a5e-103f691a7b88,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:41.612003 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39438) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:41.656035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-99c54981-73ae-4b1a-8db9-8d2b0299ec46 admin admin] Publish callbacks [] for security_group (333929a9-9fd8-4be4-8a5e-103f691a7b88), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.676271 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-99c54981-73ae-4b1a-8db9-8d2b0299ec46 admin admin] Publish callbacks [] for security_group (333929a9-9fd8-4be4-8a5e-103f691a7b88), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.855615 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-99c54981-73ae-4b1a-8db9-8d2b0299ec46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (333929a9-9fd8-4be4-8a5e-103f691a7b88), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.858563 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-99c54981-73ae-4b1a-8db9-8d2b0299ec46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:41.859719 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-99c54981-73ae-4b1a-8db9-8d2b0299ec46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/333929a9-9fd8-4be4-8a5e-103f691a7b88 HTTP/1.1" status: 204 len: 168 time: 0.2499435 Mar 04 15:59:41.867109 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c54981-73ae-4b1a-8db9-8d2b0299ec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333929a9-9fd8-4be4-8a5e-103f691a7b88,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:42.089737 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a553c820-2d2c-4abb-9321-bec7fc31dca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.384066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39456) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:42.410693 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.487721 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd0bc-1eb5-49a2-bb9c-c1ed6e55ed66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.562250 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd0bc-1eb5-49a2-bb9c-c1ed6e55ed66 admin admin] Publish callbacks [] for security_group (4ffad0c2-770d-4e22-9033-80f904effbd1), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.632303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd0bc-1eb5-49a2-bb9c-c1ed6e55ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4ffad0c2-770d-4e22-9033-80f904effbd1), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.673236 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-0b9bd0bc-1eb5-49a2-bb9c-c1ed6e55ed66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91b49170d0f344809a94f189ed454752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878785 Mar 04 15:59:42.676269 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bd0bc-1eb5-49a2-bb9c-c1ed6e55ed66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffad0c2-770d-4e22-9033-80f904effbd1,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:42.677129 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39464) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:42.735338 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2d1-da25-49ad-bb68-8584fc87f76b admin admin] Publish callbacks [] for security_group (4ffad0c2-770d-4e22-9033-80f904effbd1), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.761840 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2d1-da25-49ad-bb68-8584fc87f76b admin admin] Publish callbacks [] for security_group (4ffad0c2-770d-4e22-9033-80f904effbd1), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.912558 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2d1-da25-49ad-bb68-8584fc87f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4ffad0c2-770d-4e22-9033-80f904effbd1), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.915553 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2d1-da25-49ad-bb68-8584fc87f76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:42.917141 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c5a6f2d1-da25-49ad-bb68-8584fc87f76b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ffad0c2-770d-4e22-9033-80f904effbd1 HTTP/1.1" status: 204 len: 168 time: 0.2389567 Mar 04 15:59:42.928783 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6f2d1-da25-49ad-bb68-8584fc87f76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffad0c2-770d-4e22-9033-80f904effbd1,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:43.352724 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.495498 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39488) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:43.508739 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29735845-76a6-4d02-b50d-47ae328cea5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.530202 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39490) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:43.587858 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29735845-76a6-4d02-b50d-47ae328cea5b admin admin] Publish callbacks [] for security_group (8139836c-aa22-42af-ba4e-28324986922e), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.620776 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-29735845-76a6-4d02-b50d-47ae328cea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (8139836c-aa22-42af-ba4e-28324986922e), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.658972 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-29735845-76a6-4d02-b50d-47ae328cea5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27275542169e4bd988a1aa11d33eb6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622970 Mar 04 15:59:43.659841 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29735845-76a6-4d02-b50d-47ae328cea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8139836c-aa22-42af-ba4e-28324986922e,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:43.663741 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39494) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:43.695424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3e65d17a-d156-4436-a9b4-6d4b84b39a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.746007 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8509dac1-c2c0-4b96-96b3-204213c0ad5d admin admin] Publish callbacks [] for security_group (8139836c-aa22-42af-ba4e-28324986922e), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.777077 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8509dac1-c2c0-4b96-96b3-204213c0ad5d admin admin] Publish callbacks [] for security_group (8139836c-aa22-42af-ba4e-28324986922e), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.833818 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3e65d17a-d156-4436-a9b4-6d4b84b39a0a admin admin] Publish callbacks [] for security_group (f643cdd8-d128-4ebb-8222-dfe47896b31d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.895047 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3e65d17a-d156-4436-a9b4-6d4b84b39a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f643cdd8-d128-4ebb-8222-dfe47896b31d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.923534 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8509dac1-c2c0-4b96-96b3-204213c0ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (8139836c-aa22-42af-ba4e-28324986922e), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.926001 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8509dac1-c2c0-4b96-96b3-204213c0ad5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:43.927099 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8509dac1-c2c0-4b96-96b3-204213c0ad5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8139836c-aa22-42af-ba4e-28324986922e HTTP/1.1" status: 204 len: 168 time: 0.2623942 Mar 04 15:59:43.940518 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3e65d17a-d156-4436-a9b4-6d4b84b39a0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ab633c8f79240e28168345678a3f3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092348 Mar 04 15:59:43.941439 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d17a-d156-4436-a9b4-6d4b84b39a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f643cdd8-d128-4ebb-8222-dfe47896b31d,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:43.943340 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39498) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:43.952786 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509dac1-c2c0-4b96-96b3-204213c0ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8139836c-aa22-42af-ba4e-28324986922e,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:44.000462 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64ebcfd9-eca3-4001-ad52-84cb40cd40ac admin admin] Publish callbacks [] for security_group (f643cdd8-d128-4ebb-8222-dfe47896b31d), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:44.021446 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64ebcfd9-eca3-4001-ad52-84cb40cd40ac admin admin] Publish callbacks [] for security_group (f643cdd8-d128-4ebb-8222-dfe47896b31d), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:44.141008 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64ebcfd9-eca3-4001-ad52-84cb40cd40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f643cdd8-d128-4ebb-8222-dfe47896b31d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:44.143654 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-64ebcfd9-eca3-4001-ad52-84cb40cd40ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:44.144796 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-64ebcfd9-eca3-4001-ad52-84cb40cd40ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f643cdd8-d128-4ebb-8222-dfe47896b31d HTTP/1.1" status: 204 len: 168 time: 0.2002897 Mar 04 15:59:44.152574 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebcfd9-eca3-4001-ad52-84cb40cd40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f643cdd8-d128-4ebb-8222-dfe47896b31d,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:44.712705 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.134762 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39542) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:45.228782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1997608531-network', 'tenant_id': '960dd92221d54e4bb4f7db0e26f46fee'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:59:45.300882 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Made reservation on behalf of 960dd92221d54e4bb4f7db0e26f46fee for: {'network': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:59:45.305684 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.312839 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.385583 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks [] for security_group (b1023c05-98be-433b-8d97-60ca558abae5), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.472518 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b1023c05-98be-433b-8d97-60ca558abae5), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.493478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 15:59:45.508757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1023c05-98be-433b-8d97-60ca558abae5,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:45.511661 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (6a67d57f-6a82-4314-b07b-5ff36b0de465), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.511999 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.segments_db [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Added segment 6a67d57f-6a82-4314-b07b-5ff36b0de465 of type vlan for network 8ad6b916-0f1e-4439-b46d-bf9b738e272b Mar 04 15:59:45.553159 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (8ad6b916-0f1e-4439-b46d-bf9b738e272b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.644058 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (8ad6b916-0f1e-4439-b46d-bf9b738e272b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.645026 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:45.645608 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:45.702221 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] Pushing event updated for resources: {'Network': ['ID=8ad6b916-0f1e-4439-b46d-bf9b738e272b,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:45.713430 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 8ad6b916-0f1e-4439-b46d-bf9b738e272b details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 15:59:45.769263 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c3e5843f-c3ca-4784-93c8-4753616be5ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6307406 Mar 04 15:59:45.769616 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39560) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:45.774265 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Request body: {'subnet': {'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1997608531-subnet', 'tenant_id': '960dd92221d54e4bb4f7db0e26f46fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:59:45.866957 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Made reservation on behalf of 960dd92221d54e4bb4f7db0e26f46fee for: {'subnet': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:59:45.869257 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25683700'] for subnet (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:46.089898 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26096325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25683654'] for subnet (310229ed-eb7b-4ecd-be96-cd022dbbf58c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:46.151734 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310229ed-eb7b-4ecd-be96-cd022dbbf58c,revision_number=0']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:46.153406 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:46.155669 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Checking segment: {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:59:46.156030 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Network hostable DHCP agents. Network: 8ad6b916-0f1e-4439-b46d-bf9b738e272b, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 15:59:46.226485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Network 8ad6b916-0f1e-4439-b46d-bf9b738e272b is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 15:59:46.300556 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 8ad6b916-0f1e-4439-b46d-bf9b738e272b) {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:59:46.309298 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:46.310680 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:46.314990 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db12b4a-d7ce-4793-8a3c-f58eccdef35f None None] Network 8ad6b916-0f1e-4439-b46d-bf9b738e272b requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:59:46.395109 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-e5a49e39-ecd5-44d4-80b4-9ecbc11cfa30 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6244462 Mar 04 15:59:46.409627 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a815d-ef9c-4198-8d6c-6521c18b8dc9 None None] Network 8ad6b916-0f1e-4439-b46d-bf9b738e272b requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 15:59:48.583011 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-a49370e3-ecdc-4090-a405-bf48d5a909d6 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:48.585064 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-a49370e3-ecdc-4090-a405-bf48d5a909d6 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/networks?id=8ad6b916-0f1e-4439-b46d-bf9b738e272b HTTP/1.1" status: 200 len: 814 time: 0.1031494 Mar 04 15:59:48.600795 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-7b7572a2-a9e5-4cca-a7ba-88fcbf31ccff tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/quotas/960dd92221d54e4bb4f7db0e26f46fee HTTP/1.1" status: 200 len: 375 time: 0.0090771 Mar 04 15:59:48.631707 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-fbd1e2c6-d221-4573-9cfe-6a5a16c51b7b tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261440 Mar 04 15:59:48.642185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-fbef424f-9112-4be0-b131-4f6ccbe749fe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:59:48.643102 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-fbef424f-9112-4be0-b131-4f6ccbe749fe service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053635 Mar 04 15:59:48.991346 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-de4748be-adc6-42cb-a5a1-bf08d1bdedbf service neutron] 10.222.0.21 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431044 Mar 04 15:59:49.040126 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-3a87f505-4887-4ae5-b8f9-fde7cc47c5cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359031 Mar 04 15:59:49.080300 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-e2b0ba98-f77c-42d7-8685-ad68a34c1efd service neutron] 10.222.0.21 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817461 Mar 04 15:59:49.126024 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-e369974e-8d85-455c-bf84-2035b7b2f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:49.127562 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-e369974e-8d85-455c-bf84-2035b7b2f6a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1130 time: 0.0453262 Mar 04 15:59:49.230787 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-2416fbad-0a4f-4ce0-bf0e-c12c25dde13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:49.233432 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-2416fbad-0a4f-4ce0-bf0e-c12c25dde13d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0873582 Mar 04 15:59:49.303387 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-ec788dbb-95bf-4c4d-923a-b600f79b69bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 HTTP/1.1" status: 200 len: 1002 time: 0.0620859 Mar 04 15:59:49.356049 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-98bc70bd-d01f-454b-99d7-313daf47f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:49.358234 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-98bc70bd-d01f-454b-99d7-313daf47f042 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0486686 Mar 04 15:59:49.374285 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e04fc05d-9d89-4d77-a4f1-d369584083fa req-404f8b49-ef26-4567-8905-da984ab49553 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 210 time: 0.0950761 Mar 04 15:59:49.425413 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-9f9759bd-0c37-4eb6-a9f0-07446371be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:49.427105 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-9f9759bd-0c37-4eb6-a9f0-07446371be44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612047 Mar 04 15:59:49.436823 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-4b07856b-2735-4d24-ac62-5b9f19350e4f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 15:59:49.437855 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-4b07856b-2735-4d24-ac62-5b9f19350e4f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049014 Mar 04 15:59:49.523259 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-a381713d-4105-48ab-bb4e-99b7285fec41 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796082 Mar 04 15:59:49.613597 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-62ea0b43-3508-491b-b17d-39109b3c52c0 req-48ff24d6-91af-4f27-8092-5bc15da32d1b service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842419 Mar 04 15:59:50.472172 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-662689fe-31a7-4f61-a655-67db1a489195 req-bc245c03-5964-4346-a3fe-31fe82cec11c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 210 time: 0.0293956 Mar 04 15:59:51.424815 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-1b6944e7-1304-4ac4-9288-d077cb0ba895 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:51.426291 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-1b6944e7-1304-4ac4-9288-d077cb0ba895 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "GET /v2.0/networks?id=8ad6b916-0f1e-4439-b46d-bf9b738e272b HTTP/1.1" status: 200 len: 814 time: 0.0998461 Mar 04 15:59:51.438386 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Request body: {'port': {'device_id': '554f4a59-ac32-4855-8458-90b41f078ec2', 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b', 'admin_state_up': True, 'tenant_id': '960dd92221d54e4bb4f7db0e26f46fee'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:59:51.576289 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9f29f7e8-3584-4052-b4dc-1ec9ea8adfe0 req-c5e004ec-c8d9-4809-a66e-5377422dd695 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 210 time: 0.0307500 Mar 04 15:59:51.587143 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Made reservation on behalf of 960dd92221d54e4bb4f7db0e26f46fee for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 15:59:51.590862 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:51.716019 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Allocated IP 172.20.0.7 (8ad6b916-0f1e-4439-b46d-bf9b738e272b/310229ed-eb7b-4ecd-be96-cd022dbbf58c/2b9a2bd4-2a9f-4702-9397-0180d2d69f75) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 15:59:51.859105 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks [] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:51.946842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:51.993779 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Network 8ad6b916-0f1e-4439-b46d-bf9b738e272b is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 15:59:51.996753 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 15:59:52.001315 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 15:59:52.027442 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Pushing event updated for resources: {'Port': ['ID=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:52.051473 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:52.052422 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.089903 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39674) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:52.143879 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b96e0105-ee76-4f98-be65-a7ed7187bc15 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7096999 Mar 04 15:59:52.156801 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Request body: {'port': {'device_id': '554f4a59-ac32-4855-8458-90b41f078ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 15:59:52.199553 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1f9-f2d4-4948-841d-7e1a38a6b412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.239919 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.394988 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1f9-f2d4-4948-841d-7e1a38a6b412 admin admin] Publish callbacks [] for security_group (e3fc07d8-7a56-4609-b7ec-735a6f0b452f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.445310 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1f9-f2d4-4948-841d-7e1a38a6b412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e3fc07d8-7a56-4609-b7ec-735a6f0b452f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.498187 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99c1f9-f2d4-4948-841d-7e1a38a6b412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc07d8-7a56-4609-b7ec-735a6f0b452f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:52.502577 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-dd99c1f9-f2d4-4948-841d-7e1a38a6b412 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13c511557c7d47d499f675a6352dba22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116552 Mar 04 15:59:52.505353 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39678) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:52.553362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ad2167db-bdf3-4118-877a-5fd63b715da0 admin admin] Publish callbacks [] for security_group (e3fc07d8-7a56-4609-b7ec-735a6f0b452f), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.574385 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ad2167db-bdf3-4118-877a-5fd63b715da0 admin admin] Publish callbacks [] for security_group (e3fc07d8-7a56-4609-b7ec-735a6f0b452f), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.574763 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:59:52.582651 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Publish callbacks [] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.594635 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Transition to ACTIVE for port object 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 15:59:52.666701 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.685165 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ad2167db-bdf3-4118-877a-5fd63b715da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (e3fc07d8-7a56-4609-b7ec-735a6f0b452f), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.687721 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ad2167db-bdf3-4118-877a-5fd63b715da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.688910 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ad2167db-bdf3-4118-877a-5fd63b715da0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3fc07d8-7a56-4609-b7ec-735a6f0b452f HTTP/1.1" status: 204 len: 168 time: 0.1822619 Mar 04 15:59:52.701602 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2167db-bdf3-4118-877a-5fd63b715da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc07d8-7a56-4609-b7ec-735a6f0b452f,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:52.714757 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:52.719487 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c89a-40f5-4f72-ac3b-155d8574da50 req-678b160a-388d-461c-b35d-92a6eb0b7478 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:52.727993 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7bd7c89a-40f5-4f72-ac3b-155d8574da50 req-678b160a-388d-461c-b35d-92a6eb0b7478 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 931 time: 0.0802584 Mar 04 15:59:52.779490 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7bd7c89a-40f5-4f72-ac3b-155d8574da50 req-a2fdac0f-6c8e-4ffe-a5f5-df1febab3c78 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506122 Mar 04 15:59:52.796752 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Attempting to bind port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 15:59:52.797100 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Attempting to bind port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 15:59:52.797435 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Attempting to bind port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 on network 8ad6b916-0f1e-4439-b46d-bf9b738e272b {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:59:52.801664 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 on network 8ad6b916-0f1e-4439-b46d-bf9b738e272b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 15:59:52.802024 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Attempting to bind port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 on network 8ad6b916-0f1e-4439-b46d-bf9b738e272b {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 15:59:52.806816 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 15, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 15:59:52.807154 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Checking segment: {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 15:59:52.807543 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Bound using segment: {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 15:59:52.807969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Bound port: 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 15:59:52.808325 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.870408 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] For port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 15:59:52.873917 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] For port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 15:59:52.958482 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.994218 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:52.994847 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:52.996251 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] 10.222.0.16 "PUT /v2.0/ports/2b9a2bd4-2a9f-4702-9397-0180d2d69f75 HTTP/1.1" status: 200 len: 1093 time: 0.8436663 Mar 04 15:59:52.997411 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554f4a59-ac32-4855-8458-90b41f078ec2', 'tag': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 15:59:52.999935 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734a553-7efb-47f9-be9e-21c8e0512e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "554f4a59-ac32-4855-8458-90b41f078ec2", "tag": "2b9a2bd4-2a9f-4702-9397-0180d2d69f75"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 15:59:53.023589 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f89c-0133-44cc-811d-615b12b23a36 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:53.126183 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b6abaed8-934c-45e0-8f06-6092c34b8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:53.127675 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-b6abaed8-934c-45e0-8f06-6092c34b8655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0453334 Mar 04 15:59:53.173800 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85d9ce1-2686-4d5d-9a67-72cd806fafba x-openstack-request-id: req-c85d9ce1-2686-4d5d-9a67-72cd806fafba {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 15:59:53.174273 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554f4a59-ac32-4855-8458-90b41f078ec2", "tag": "2b9a2bd4-2a9f-4702-9397-0180d2d69f75", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 15:59:53.174535 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c85d9ce1-2686-4d5d-9a67-72cd806fafba {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 15:59:53.174942 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554f4a59-ac32-4855-8458-90b41f078ec2', 'tag': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75', 'status': 'completed', 'code': 200} Mar 04 15:59:53.176438 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-f11e9933-618c-435b-ac1e-d1f3da63e8a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75 HTTP/1.1" status: 200 len: 217 time: 0.0410268 Mar 04 15:59:53.224831 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-7132f34b-d62f-45fe-9562-bedc85924a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:53.226360 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-7132f34b-d62f-45fe-9562-bedc85924a3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310229ed-eb7b-4ecd-be96-cd022dbbf58c HTTP/1.1" status: 200 len: 854 time: 0.0439200 Mar 04 15:59:53.256444 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-3b91357d-d7cd-4788-a5bf-ac4738ed893c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ad6b916-0f1e-4439-b46d-bf9b738e272b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245564 Mar 04 15:59:53.301987 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39690) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:53.317504 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48c96676-e675-4e2c-8ae7-ceceabe58375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.345217 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-8cf9e3f0-2669-4da7-afd3-d34c4360b57f service neutron] 10.222.0.16 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Mar 04 15:59:53.389746 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48c96676-e675-4e2c-8ae7-ceceabe58375 admin admin] Publish callbacks [] for security_group (5dfea432-d6d3-46b3-a8a3-ad007f1d11eb), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.432660 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-95a41980-ef6d-4641-bbf0-a9c3e34fade6 req-dffc348f-3784-4eb5-b3be-2c7d56c90ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806739 Mar 04 15:59:53.478317 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-48c96676-e675-4e2c-8ae7-ceceabe58375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5dfea432-d6d3-46b3-a8a3-ad007f1d11eb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.516869 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-48c96676-e675-4e2c-8ae7-ceceabe58375 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcf7f2727b6f4f81b267ab43298ae2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137015 Mar 04 15:59:53.517896 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c96676-e675-4e2c-8ae7-ceceabe58375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfea432-d6d3-46b3-a8a3-ad007f1d11eb,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:53.519586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39692) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:53.598987 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-36ff6d92-0741-49fa-b286-0d2d04cec5bb admin admin] Publish callbacks [] for security_group (5dfea432-d6d3-46b3-a8a3-ad007f1d11eb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.625284 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-519f8962-b209-46d1-a2f8-dc0d814c7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:53.626809 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-519f8962-b209-46d1-a2f8-dc0d814c7df7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0828977 Mar 04 15:59:53.628578 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-36ff6d92-0741-49fa-b286-0d2d04cec5bb admin admin] Publish callbacks [] for security_group (5dfea432-d6d3-46b3-a8a3-ad007f1d11eb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.742978 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-c90687eb-2140-4d71-9a1f-424c3e7ff7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:53.742978 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-c90687eb-2140-4d71-9a1f-424c3e7ff7cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ad6b916-0f1e-4439-b46d-bf9b738e272b HTTP/1.1" status: 200 len: 915 time: 0.1039121 Mar 04 15:59:53.777126 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-e85b38f6-d899-43fb-b4fe-f6e0b2263851 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75 HTTP/1.1" status: 200 len: 217 time: 0.0327957 Mar 04 15:59:53.817358 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-36ff6d92-0741-49fa-b286-0d2d04cec5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5dfea432-d6d3-46b3-a8a3-ad007f1d11eb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.819939 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-36ff6d92-0741-49fa-b286-0d2d04cec5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:53.824098 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-36ff6d92-0741-49fa-b286-0d2d04cec5bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dfea432-d6d3-46b3-a8a3-ad007f1d11eb HTTP/1.1" status: 204 len: 168 time: 0.3004146 Mar 04 15:59:53.834151 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-b246dfb0-b1c8-4df2-a98f-62b29ee199e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:53.835651 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-b246dfb0-b1c8-4df2-a98f-62b29ee199e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310229ed-eb7b-4ecd-be96-cd022dbbf58c HTTP/1.1" status: 200 len: 854 time: 0.0531948 Mar 04 15:59:53.836466 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff6d92-0741-49fa-b286-0d2d04cec5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfea432-d6d3-46b3-a8a3-ad007f1d11eb,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:53.868829 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-22872199-db7d-4211-b09c-87c0586286ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ad6b916-0f1e-4439-b46d-bf9b738e272b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267048 Mar 04 15:59:53.920094 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e86aa3-2033-49a8-8080-b9b2f753469e req-a4eb1bea-4a9c-44ab-8108-476a54a9ec3d tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:53.926627 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-16e86aa3-2033-49a8-8080-b9b2f753469e req-a4eb1bea-4a9c-44ab-8108-476a54a9ec3d tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 943 time: 0.0726733 Mar 04 15:59:53.964144 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-caa6195f-5e14-4313-a9dc-af4c18fea69b service neutron] 10.222.0.16 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895836 Mar 04 15:59:53.969113 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-16e86aa3-2033-49a8-8080-b9b2f753469e req-42e99026-26fa-47c4-adbf-43cc74c35015 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Mar 04 15:59:54.052120 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-9734a553-7efb-47f9-be9e-21c8e0512e4d req-b22c6522-78e4-483a-ac9a-6f02b16edc43 service neutron] 10.222.0.16 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819995 Mar 04 15:59:54.639019 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39700) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:54.652158 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d8b6de60-1e61-4de8-ad4e-38cce942d612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:54.725756 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d8b6de60-1e61-4de8-ad4e-38cce942d612 admin admin] Publish callbacks [] for security_group (86a18873-0e64-4fba-aed0-35034dc00a3d), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:54.803518 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-d8b6de60-1e61-4de8-ad4e-38cce942d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (86a18873-0e64-4fba-aed0-35034dc00a3d), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:54.839745 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6de60-1e61-4de8-ad4e-38cce942d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a18873-0e64-4fba-aed0-35034dc00a3d,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:54.844001 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-d8b6de60-1e61-4de8-ad4e-38cce942d612 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aeac5bd64914ed3ad36bee1381cce2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039886 Mar 04 15:59:54.847051 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39702) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 15:59:54.893244 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb69-8de9-47e3-88a1-120ac27ba428 admin admin] Publish callbacks [] for security_group (86a18873-0e64-4fba-aed0-35034dc00a3d), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:54.913371 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb69-8de9-47e3-88a1-120ac27ba428 admin admin] Publish callbacks [] for security_group (86a18873-0e64-4fba-aed0-35034dc00a3d), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:55.061431 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb69-8de9-47e3-88a1-120ac27ba428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (86a18873-0e64-4fba-aed0-35034dc00a3d), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:55.064134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb69-8de9-47e3-88a1-120ac27ba428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:55.065277 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5c3ddb69-8de9-47e3-88a1-120ac27ba428 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86a18873-0e64-4fba-aed0-35034dc00a3d HTTP/1.1" status: 204 len: 168 time: 0.2177327 Mar 04 15:59:55.075376 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ddb69-8de9-47e3-88a1-120ac27ba428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a18873-0e64-4fba-aed0-35034dc00a3d,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:55.091671 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247156c2-41c2-40ce-ace6-10899d400c7b req-bc3d145d-4e2b-4ec7-b04c-221555a229f9 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:55.098651 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-247156c2-41c2-40ce-ace6-10899d400c7b req-bc3d145d-4e2b-4ec7-b04c-221555a229f9 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 943 time: 0.0623848 Mar 04 15:59:55.140003 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-247156c2-41c2-40ce-ace6-10899d400c7b req-df481f5e-0729-4e78-bf80-f228f06283b8 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Mar 04 15:59:56.257557 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58516-d0a1-4356-aca6-46c212e62691 req-4472b776-4213-4562-9499-14ab9b81929a tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:56.259068 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-60f58516-d0a1-4356-aca6-46c212e62691 req-4472b776-4213-4562-9499-14ab9b81929a tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 943 time: 0.0522549 Mar 04 15:59:56.305429 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-60f58516-d0a1-4356-aca6-46c212e62691 req-532ce97c-0c2a-4603-8032-1bb18af0ec6e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Mar 04 15:59:57.420116 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcacbf-a5f8-445b-bdf1-40539828776d req-1aba8236-8ce4-42f7-b9a0-bfbb0dec2fe2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:57.425238 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fffcacbf-a5f8-445b-bdf1-40539828776d req-1aba8236-8ce4-42f7-b9a0-bfbb0dec2fe2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 943 time: 0.0509729 Mar 04 15:59:57.471615 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fffcacbf-a5f8-445b-bdf1-40539828776d req-14dbb6ff-3a46-490c-a8a9-60961654ea62 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Mar 04 15:59:57.918749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 15:59:58.018760 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:59:58.032138 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75', 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b', 'port_id': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75', 'mac_address': 'fa:16:3e:ad:4a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310229ed-eb7b-4ecd-be96-cd022dbbf58c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 15:59:58.069132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 15:59:58.069516 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:58.082423 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 15:59:58.101667 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 15:59:58.157676 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 15:59:58.203412 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 15:59:58.210841 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.211706 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.211706 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.211907 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.212209 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.212536 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.212970 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.213302 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.213626 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.214015 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.214337 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.214656 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.214974 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 15:59:58.503592 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['2b9a2bd4-2a9f-4702-9397-0180d2d69f75'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 15:59:58.588245 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22164d6-11a6-4556-8344-dff67ab34a14 req-8c9f2e91-4354-440d-8a26-f394513ab72c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:58.590530 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f22164d6-11a6-4556-8344-dff67ab34a14 req-8c9f2e91-4354-440d-8a26-f394513ab72c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 944 time: 0.0537112 Mar 04 15:59:58.638230 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f22164d6-11a6-4556-8344-dff67ab34a14 req-cdc5751f-4526-40d7-8543-e715f94c3bdf tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Mar 04 15:59:59.753619 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b31b4-d801-450f-8c10-f56a77d6b978 req-8b7ef371-eb79-450f-9452-14f658609c41 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 15:59:59.755130 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e61b31b4-d801-450f-8c10-f56a77d6b978 req-8b7ef371-eb79-450f-9452-14f658609c41 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 944 time: 0.0528669 Mar 04 15:59:59.800837 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e61b31b4-d801-450f-8c10-f56a77d6b978 req-d698653f-1a70-4c28-a949-407504370c9d tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Mar 04 15:59:59.929488 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:00:00.031889 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:00:00.035637 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:00:00.036013 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:00.113799 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:00:00.114198 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:00.138163 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554f4a59-ac32-4855-8458-90b41f078ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:00:00.140446 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d27121-3e9a-4525-bdeb-c4841798812e" -d '{"events": [{"server_uuid": "554f4a59-ac32-4855-8458-90b41f078ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2b9a2bd4-2a9f-4702-9397-0180d2d69f75"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:00:00.153514 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:00:00.194098 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:00.241144 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:00.301339 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae87adb9-d498-475c-9446-341736a8eefc x-openstack-request-id: req-ae87adb9-d498-475c-9446-341736a8eefc {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:00:00.301753 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554f4a59-ac32-4855-8458-90b41f078ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2b9a2bd4-2a9f-4702-9397-0180d2d69f75", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:00:00.302031 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae87adb9-d498-475c-9446-341736a8eefc {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:00:00.302662 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554f4a59-ac32-4855-8458-90b41f078ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75', 'code': 200} Mar 04 16:00:00.572923 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea7e85-ef41-479a-b73f-61fa41b7bc90 req-1ec9ad65-0159-4036-8f1b-1c54b5eb5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:00.574522 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6cea7e85-ef41-479a-b73f-61fa41b7bc90 req-1ec9ad65-0159-4036-8f1b-1c54b5eb5397 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 1129 time: 0.0428691 Mar 04 16:00:00.624676 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-6cea7e85-ef41-479a-b73f-61fa41b7bc90 req-ccda61d4-045e-4d55-aca8-b0f9fd2bc4c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Mar 04 16:00:00.925839 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52202-1007-4a9a-8e54-9d0bc096ad87 req-f6e2e12c-3c41-4181-ae25-83b4ef5bde05 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:00.927303 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-65b52202-1007-4a9a-8e54-9d0bc096ad87 req-f6e2e12c-3c41-4181-ae25-83b4ef5bde05 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 945 time: 0.0608795 Mar 04 16:00:00.973465 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-65b52202-1007-4a9a-8e54-9d0bc096ad87 req-1a280465-2eab-4ac7-984b-a3584452cc3c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Mar 04 16:00:02.091941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c53c10-b566-47d8-bbd0-c0444d0b89c3 req-d2605be0-34de-4226-adb3-9cd642cd3fea tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:02.093437 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-05c53c10-b566-47d8-bbd0-c0444d0b89c3 req-d2605be0-34de-4226-adb3-9cd642cd3fea tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Mar 04 16:00:02.140186 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-05c53c10-b566-47d8-bbd0-c0444d0b89c3 req-77cbf658-1fd8-4031-92ce-05f1904e3fdc tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Mar 04 16:00:03.330072 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39846) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:03.417093 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375389af-455f-4797-8114-8908eb347f71 req-6f68bbc8-8c31-4085-a5d0-123332264214 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:03.418582 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-375389af-455f-4797-8114-8908eb347f71 req-6f68bbc8-8c31-4085-a5d0-123332264214 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 945 time: 0.0566752 Mar 04 16:00:03.434247 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.476101 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-375389af-455f-4797-8114-8908eb347f71 req-5cd7db8c-e63b-4c0d-92e8-3cce8b738116 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Mar 04 16:00:03.505757 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Publish callbacks [] for security_group (abfcffc5-c2b0-4f2b-93e9-c05326f1dc52), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.580544 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (abfcffc5-c2b0-4f2b-93e9-c05326f1dc52), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.622896 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39880) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:03.623472 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df4934d729414b018be381dd90127028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917919 Mar 04 16:00:03.624382 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfcffc5-c2b0-4f2b-93e9-c05326f1dc52,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:03.632913 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.633272 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.633620 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.634004 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.634343 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.634678 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.635017 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.635907 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.636219 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.636556 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.637327 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.637875 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.638213 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda2026-00f2-4de7-8e6f-e1c662804002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.670934 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Publish callbacks [] for security_group (abfcffc5-c2b0-4f2b-93e9-c05326f1dc52), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.692148 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Publish callbacks [] for security_group (abfcffc5-c2b0-4f2b-93e9-c05326f1dc52), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.797645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (abfcffc5-c2b0-4f2b-93e9-c05326f1dc52), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.800291 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:03.801480 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abfcffc5-c2b0-4f2b-93e9-c05326f1dc52 HTTP/1.1" status: 204 len: 168 time: 0.1770973 Mar 04 16:00:03.809764 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfcffc5-c2b0-4f2b-93e9-c05326f1dc52,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:03.817220 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.819917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.820832 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.820832 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.820832 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:03.821125 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158cb78-f223-43f9-b24b-4f65e1c3de9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:00:04.387547 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 39900) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:04.401459 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2b47-fe02-43ec-b2cf-f95abd9a1e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.474538 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2b47-fe02-43ec-b2cf-f95abd9a1e48 admin admin] Publish callbacks [] for security_group (709a4d3a-1ce8-422e-b34e-427ca8ca39c6), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.512130 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2b47-fe02-43ec-b2cf-f95abd9a1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (709a4d3a-1ce8-422e-b34e-427ca8ca39c6), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.553330 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-c9ad2b47-fe02-43ec-b2cf-f95abd9a1e48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e8806c1b7104ee8acda78ffa0c6f0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646743 Mar 04 16:00:04.555975 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad2b47-fe02-43ec-b2cf-f95abd9a1e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a4d3a-1ce8-422e-b34e-427ca8ca39c6,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:04.556430 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 39914) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:04.603719 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-13fc2e46-394c-44bc-a385-c354e04ff3b2 admin admin] Publish callbacks [] for security_group (709a4d3a-1ce8-422e-b34e-427ca8ca39c6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.625560 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-13fc2e46-394c-44bc-a385-c354e04ff3b2 admin admin] Publish callbacks [] for security_group (709a4d3a-1ce8-422e-b34e-427ca8ca39c6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.752026 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-13fc2e46-394c-44bc-a385-c354e04ff3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (709a4d3a-1ce8-422e-b34e-427ca8ca39c6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.755375 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-13fc2e46-394c-44bc-a385-c354e04ff3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:04.756542 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-13fc2e46-394c-44bc-a385-c354e04ff3b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/709a4d3a-1ce8-422e-b34e-427ca8ca39c6 HTTP/1.1" status: 204 len: 168 time: 0.1991220 Mar 04 16:00:04.764404 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc2e46-394c-44bc-a385-c354e04ff3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a4d3a-1ce8-422e-b34e-427ca8ca39c6,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:09.717654 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7344dd4a-1f8c-4f8d-96f1-f5f1f9dce51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:12.071842 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-57cf9c7a-9762-4441-a161-d522df395746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:12.398013 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:13.357569 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:14.780336 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:15.959068 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:00:16.163066 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:19.607822 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40064) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:19.711831 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3ea39458-0a32-4e92-b3ab-0ae237226054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:19.785604 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3ea39458-0a32-4e92-b3ab-0ae237226054 admin admin] Publish callbacks [] for security_group (6ac0502a-d375-40d7-af97-61e091bbedc6), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:19.854467 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3ea39458-0a32-4e92-b3ab-0ae237226054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (6ac0502a-d375-40d7-af97-61e091bbedc6), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:19.893891 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3ea39458-0a32-4e92-b3ab-0ae237226054 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e43b6679534476eb46d3ab510117a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849097 Mar 04 16:00:19.895011 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea39458-0a32-4e92-b3ab-0ae237226054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0502a-d375-40d7-af97-61e091bbedc6,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:19.896596 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 40070) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:19.947055 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-22a47cb3-fbc0-4e7a-96be-1d90e367abb2 admin admin] Publish callbacks [] for security_group (6ac0502a-d375-40d7-af97-61e091bbedc6), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:19.970054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-22a47cb3-fbc0-4e7a-96be-1d90e367abb2 admin admin] Publish callbacks [] for security_group (6ac0502a-d375-40d7-af97-61e091bbedc6), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.071879 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-22a47cb3-fbc0-4e7a-96be-1d90e367abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (6ac0502a-d375-40d7-af97-61e091bbedc6), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.074464 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-22a47cb3-fbc0-4e7a-96be-1d90e367abb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.075601 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-22a47cb3-fbc0-4e7a-96be-1d90e367abb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ac0502a-d375-40d7-af97-61e091bbedc6 HTTP/1.1" status: 204 len: 168 time: 0.1780105 Mar 04 16:00:20.083203 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a47cb3-fbc0-4e7a-96be-1d90e367abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0502a-d375-40d7-af97-61e091bbedc6,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:20.579419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 40076) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:20.592473 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d93762f2-6a09-443b-a3bf-4c50ec496c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.664592 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d93762f2-6a09-443b-a3bf-4c50ec496c71 admin admin] Publish callbacks [] for security_group (5bfc9c4e-7ae2-4f09-b500-9365def6be8c), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.751288 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-d93762f2-6a09-443b-a3bf-4c50ec496c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5bfc9c4e-7ae2-4f09-b500-9365def6be8c), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.789196 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-d93762f2-6a09-443b-a3bf-4c50ec496c71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dae67d70f0b3459498b8fb56c487970d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086968 Mar 04 16:00:20.790097 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93762f2-6a09-443b-a3bf-4c50ec496c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfc9c4e-7ae2-4f09-b500-9365def6be8c,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:20.791845 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40078) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:20.841815 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-869afa68-9d8b-4353-86ef-a1482152d613 admin admin] Publish callbacks [] for security_group (5bfc9c4e-7ae2-4f09-b500-9365def6be8c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.864351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-869afa68-9d8b-4353-86ef-a1482152d613 admin admin] Publish callbacks [] for security_group (5bfc9c4e-7ae2-4f09-b500-9365def6be8c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.980380 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-869afa68-9d8b-4353-86ef-a1482152d613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (5bfc9c4e-7ae2-4f09-b500-9365def6be8c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.982946 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-869afa68-9d8b-4353-86ef-a1482152d613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:20.984083 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-869afa68-9d8b-4353-86ef-a1482152d613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bfc9c4e-7ae2-4f09-b500-9365def6be8c HTTP/1.1" status: 204 len: 168 time: 0.1905396 Mar 04 16:00:20.993774 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869afa68-9d8b-4353-86ef-a1482152d613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfc9c4e-7ae2-4f09-b500-9365def6be8c,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:21.951096 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40104) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:22.043747 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-999674075-network', 'tenant_id': 'b0650e1daab74ca8a341482d8d21d40c'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:00:22.117097 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Made reservation on behalf of b0650e1daab74ca8a341482d8d21d40c for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:00:22.119366 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.127708 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.201514 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks [] for security_group (58522f4c-4341-485c-a432-7545e97b0faa), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.243016 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (58522f4c-4341-485c-a432-7545e97b0faa), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.263160 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 16:00:22.276419 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58522f4c-4341-485c-a432-7545e97b0faa,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:22.280904 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (82dc2e09-ee69-4630-9d86-3fe7c2f6d99b), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.281235 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Added segment 82dc2e09-ee69-4630-9d86-3fe7c2f6d99b of type vlan for network a5e09b10-05ea-4dae-8950-ccc163667c77 Mar 04 16:00:22.319846 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (a5e09b10-05ea-4dae-8950-ccc163667c77), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.385795 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (a5e09b10-05ea-4dae-8950-ccc163667c77), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.386743 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:22.387329 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.441469 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e09b10-05ea-4dae-8950-ccc163667c77,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:22.453905 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network a5e09b10-05ea-4dae-8950-ccc163667c77 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 16:00:22.497498 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c748cfa0-5f59-4f57-a4e2-31d383904124 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5452847 Mar 04 16:00:22.501970 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40108) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:00:22.507563 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Request body: {'subnet': {'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-999674075-subnet', 'tenant_id': 'b0650e1daab74ca8a341482d8d21d40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:00:22.586134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Made reservation on behalf of b0650e1daab74ca8a341482d8d21d40c for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:00:22.588543 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.803598 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (9a254a10-0a1f-4d58-97aa-888b260695ef), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:22.862845 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a254a10-0a1f-4d58-97aa-888b260695ef,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:22.868579 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Checking segment: {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:00:22.868958 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Network hostable DHCP agents. Network: a5e09b10-05ea-4dae-8950-ccc163667c77, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 16:00:22.962878 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Network a5e09b10-05ea-4dae-8950-ccc163667c77 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 16:00:23.025433 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, a5e09b10-05ea-4dae-8950-ccc163667c77) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:00:23.032457 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:23.033064 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:23.038780 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d799a5-5336-4ced-ad5a-18bb927d354a None None] Network a5e09b10-05ea-4dae-8950-ccc163667c77 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:00:23.113840 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-1871f5c3-e9a5-447e-8d1f-2460191ebf59 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6055443 Mar 04 16:00:23.145495 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9beb53-7f8b-4b9a-a7af-968f880ff30e None None] Network a5e09b10-05ea-4dae-8950-ccc163667c77 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:00:26.114665 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-a11963b9-f81b-46b1-8797-1b720a34ae83 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:26.116145 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-a11963b9-f81b-46b1-8797-1b720a34ae83 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/networks?id=a5e09b10-05ea-4dae-8950-ccc163667c77 HTTP/1.1" status: 200 len: 808 time: 0.1024954 Mar 04 16:00:26.130447 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-52437fe6-660f-46b6-9934-a6212ded18f7 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/quotas/b0650e1daab74ca8a341482d8d21d40c HTTP/1.1" status: 200 len: 375 time: 0.0089648 Mar 04 16:00:26.161622 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-faeb2ee3-c7ff-42ac-b145-9d4c356e8f75 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0650e1daab74ca8a341482d8d21d40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262630 Mar 04 16:00:26.297673 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-a900bd8f-bead-4d97-8354-1ed1a997bf7b service neutron] 10.222.0.21 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288679 Mar 04 16:00:26.384751 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-122a8a97-af7e-4e1d-83a7-c87e17253dff service neutron] 10.222.0.21 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812404 Mar 04 16:00:26.632425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-899c31e5-965a-4cd4-8337-13fae93bf61d req-331b4ccf-e501-4e86-9948-0264c94bd514 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 210 time: 0.0277646 Mar 04 16:00:27.729595 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-042a1025-7259-43b5-966c-7fa57823584f req-ad45249b-0bb7-4d3b-a295-50ee2b25dba0 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 210 time: 0.0316365 Mar 04 16:00:28.706585 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-973583a1-9e93-4778-a514-59a536033274 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:28.707946 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-973583a1-9e93-4778-a514-59a536033274 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "GET /v2.0/networks?id=a5e09b10-05ea-4dae-8950-ccc163667c77 HTTP/1.1" status: 200 len: 808 time: 0.0987775 Mar 04 16:00:28.719848 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Request body: {'port': {'device_id': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77', 'admin_state_up': True, 'tenant_id': 'b0650e1daab74ca8a341482d8d21d40c'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:00:28.823437 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ebd67b3-ce16-416a-9a75-47ec305010e6 req-7b412b1c-3381-4f6f-ae50-3a79763c4591 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 210 time: 0.0273714 Mar 04 16:00:28.877519 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Made reservation on behalf of b0650e1daab74ca8a341482d8d21d40c for: {'port': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:00:28.881494 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.013030 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Allocated IP 172.20.0.12 (a5e09b10-05ea-4dae-8950-ccc163667c77/9a254a10-0a1f-4d58-97aa-888b260695ef/6c961107-84ad-4b47-b324-fd59d2bcc0c8) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:00:29.151331 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks [] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.214565 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.260821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Network a5e09b10-05ea-4dae-8950-ccc163667c77 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:00:29.263620 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:00:29.267144 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:00:29.273325 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Pushing event updated for resources: {'Port': ['ID=6c961107-84ad-4b47-b324-fd59d2bcc0c8,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:29.316204 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:29.316808 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.405545 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-d02d8e07-3c43-415b-9e9f-4f7813db28c3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6891561 Mar 04 16:00:29.416719 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Request body: {'port': {'device_id': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:00:29.472109 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.718666 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c961107-84ad-4b47-b324-fd59d2bcc0c8 {{(pid=110046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:00:29.726396 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Publish callbacks [] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.737829 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.provisioning_blocks [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Transition to ACTIVE for port object 6c961107-84ad-4b47-b324-fd59d2bcc0c8 will not be triggered until provisioned by entity L2. {{(pid=110046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 16:00:29.837362 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.890588 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Pushing event updated for resources: {'Port': ['ID=6c961107-84ad-4b47-b324-fd59d2bcc0c8,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:29.949164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaab96d-06d5-4eee-9e08-975d99502202 req-0f7ab4f8-09f5-47ec-ad20-87b7ee5201e1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:29.950729 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-afaab96d-06d5-4eee-9e08-975d99502202 req-0f7ab4f8-09f5-47ec-ad20-87b7ee5201e1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 944 time: 0.0530956 Mar 04 16:00:29.957209 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Attempting to bind port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:00:29.957551 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Attempting to bind port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:00:29.957912 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Attempting to bind port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 on network a5e09b10-05ea-4dae-8950-ccc163667c77 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:00:29.962764 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 on network a5e09b10-05ea-4dae-8950-ccc163667c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 16:00:29.963083 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Attempting to bind port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 on network a5e09b10-05ea-4dae-8950-ccc163667c77 {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:00:29.967914 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:00:29.968253 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Checking segment: {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:00:29.968647 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Bound using segment: {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'} {{(pid=110046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:00:29.969126 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.managers [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Bound port: 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'}}] {{(pid=110046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:00:29.969423 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:29.998949 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-afaab96d-06d5-4eee-9e08-975d99502202 req-167782b1-9fc9-4714-8ae7-4374f3faa619 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Mar 04 16:00:30.274454 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] For port 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host hv-cinder-83124, cleared binding levels {{(pid=110046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:00:30.277223 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] For port 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6c961107-84ad-4b47-b324-fd59d2bcc0c8,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:00:30.340611 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:30.373375 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:30.373748 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:30.375477 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] 10.222.0.16 "PUT /v2.0/ports/6c961107-84ad-4b47-b324-fd59d2bcc0c8 HTTP/1.1" status: 200 len: 1094 time: 0.9626670 Mar 04 16:00:30.377554 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'tag': '6c961107-84ad-4b47-b324-fd59d2bcc0c8'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:00:30.381347 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc21086-c3c3-42be-825e-ea98f515588d" -d '{"events": [{"name": "network-changed", "server_uuid": "3638e3a6-0b54-48a3-90c7-06824d6f5d03", "tag": "6c961107-84ad-4b47-b324-fd59d2bcc0c8"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:00:30.405538 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e8179-036d-456f-8bda-3dc02ceb667c service neutron] Pushing event updated for resources: {'Port': ['ID=6c961107-84ad-4b47-b324-fd59d2bcc0c8,revision_number=3']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:30.416966 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aded478-5d26-46c5-b7fc-ef2e861e1905 x-openstack-request-id: req-3aded478-5d26-46c5-b7fc-ef2e861e1905 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:00:30.416966 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3638e3a6-0b54-48a3-90c7-06824d6f5d03", "tag": "6c961107-84ad-4b47-b324-fd59d2bcc0c8", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:00:30.416966 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aded478-5d26-46c5-b7fc-ef2e861e1905 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:00:30.416966 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'tag': '6c961107-84ad-4b47-b324-fd59d2bcc0c8', 'status': 'completed', 'code': 200} Mar 04 16:00:30.478683 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc21086-c3c3-42be-825e-ea98f515588d req-9b21d71a-4f7f-4939-8e12-0d55b450309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:30.480142 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bc21086-c3c3-42be-825e-ea98f515588d req-9b21d71a-4f7f-4939-8e12-0d55b450309d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0650e1daab74ca8a341482d8d21d40c&device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 1128 time: 0.0444715 Mar 04 16:00:30.572351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc21086-c3c3-42be-825e-ea98f515588d req-5555fa7c-ec44-42c6-bbc7-1a374fa7bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:30.573785 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bc21086-c3c3-42be-825e-ea98f515588d req-5555fa7c-ec44-42c6-bbc7-1a374fa7bb0b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0650e1daab74ca8a341482d8d21d40c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0872972 Mar 04 16:00:30.664194 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc21086-c3c3-42be-825e-ea98f515588d req-5d890622-9337-4502-96a8-a6039989ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:30.665626 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-0bc21086-c3c3-42be-825e-ea98f515588d req-5d890622-9337-4502-96a8-a6039989ce2e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856078 Mar 04 16:00:30.743158 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-dacecd5c-993d-4c8d-8cb7-3713ffe6b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:30.744591 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-dacecd5c-993d-4c8d-8cb7-3713ffe6b46a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0650e1daab74ca8a341482d8d21d40c&device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 1128 time: 0.0430315 Mar 04 16:00:30.788696 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-96175bdd-2ce3-4e52-b6b8-d5b9b8e54bbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c961107-84ad-4b47-b324-fd59d2bcc0c8 HTTP/1.1" status: 200 len: 217 time: 0.0316589 Mar 04 16:00:30.836721 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-7d1b5f21-b21d-4eb1-a719-7f4894e96a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:30.838076 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-7d1b5f21-b21d-4eb1-a719-7f4894e96a72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a254a10-0a1f-4d58-97aa-888b260695ef HTTP/1.1" status: 200 len: 848 time: 0.0417194 Mar 04 16:00:30.871603 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-357fa7b1-3cbb-4385-a603-3c19b497ff6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5e09b10-05ea-4dae-8950-ccc163667c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274670 Mar 04 16:00:30.955890 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-452401bf-127d-4d6c-88f9-2b74d022fdd2 service neutron] 10.222.0.16 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782413 Mar 04 16:00:31.045640 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-4a6fa5fe-f252-41ff-ad6d-215c63e8db40 req-cfa47ab6-2b46-48a2-a0f4-235b65cf2377 service neutron] 10.222.0.16 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833468 Mar 04 16:00:31.122267 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b281be-003b-4e68-ab95-75c4d6094222 req-ba7cd597-5bfd-4376-9077-89e20354b10b tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:31.123917 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-02b281be-003b-4e68-ab95-75c4d6094222 req-ba7cd597-5bfd-4376-9077-89e20354b10b tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 944 time: 0.0556777 Mar 04 16:00:31.173429 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-02b281be-003b-4e68-ab95-75c4d6094222 req-0b9155e1-4e42-4ff8-bb77-ad06edf61bf5 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Mar 04 16:00:32.291847 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c0d2d-4899-4fec-8baa-00418c541ac1 req-841e91a3-65de-455f-8379-8e525b768551 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:32.293297 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f16c0d2d-4899-4fec-8baa-00418c541ac1 req-841e91a3-65de-455f-8379-8e525b768551 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 944 time: 0.0520144 Mar 04 16:00:32.338308 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f16c0d2d-4899-4fec-8baa-00418c541ac1 req-360e4585-6c78-442d-a177-eacddae36bb0 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Mar 04 16:00:33.452318 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcf1c8-b214-4ea0-b46b-dff651cf4f76 req-9a72855d-278b-481b-9b11-d0052a5a6a41 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:33.453793 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3bcf1c8-b214-4ea0-b46b-dff651cf4f76 req-9a72855d-278b-481b-9b11-d0052a5a6a41 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 944 time: 0.0514436 Mar 04 16:00:33.498672 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3bcf1c8-b214-4ea0-b46b-dff651cf4f76 req-ba1bc5ae-3c59-44fa-9c69-a89baa423069 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Mar 04 16:00:34.073496 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 6c961107-84ad-4b47-b324-fd59d2bcc0c8 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 16:00:34.166309 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6c961107-84ad-4b47-b324-fd59d2bcc0c8,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:00:34.177401 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '6c961107-84ad-4b47-b324-fd59d2bcc0c8', 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77', 'port_id': '6c961107-84ad-4b47-b324-fd59d2bcc0c8', 'mac_address': 'fa:16:3e:79:00:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254a10-0a1f-4d58-97aa-888b260695ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 16:00:34.216648 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:00:34.217031 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:34.229133 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c961107-84ad-4b47-b324-fd59d2bcc0c8 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:00:34.247162 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6c961107-84ad-4b47-b324-fd59d2bcc0c8,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:00:34.305482 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:34.354981 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=6c961107-84ad-4b47-b324-fd59d2bcc0c8,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:34.613701 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188762d-c196-4d67-96ba-1ace2c762fdd req-07e9a6ca-263e-406f-b5fe-2ca139160258 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:34.615572 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9188762d-c196-4d67-96ba-1ace2c762fdd req-07e9a6ca-263e-406f-b5fe-2ca139160258 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 945 time: 0.0539525 Mar 04 16:00:34.648553 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['6c961107-84ad-4b47-b324-fd59d2bcc0c8'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:00:34.660865 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9188762d-c196-4d67-96ba-1ace2c762fdd req-80fdc0af-8085-4bab-9489-fd20d5a3f6ab tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Mar 04 16:00:35.777146 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54482494-a094-430f-ac0d-67a25993a2f9 req-a4d9edb4-0ce2-44f6-9720-eb638d86892c tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:35.778639 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54482494-a094-430f-ac0d-67a25993a2f9 req-a4d9edb4-0ce2-44f6-9720-eb638d86892c tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 945 time: 0.0518727 Mar 04 16:00:35.826139 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54482494-a094-430f-ac0d-67a25993a2f9 req-feeffd1e-6227-4836-8a88-7c39a391e3ad tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Mar 04 16:00:36.085839 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 6c961107-84ad-4b47-b324-fd59d2bcc0c8 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:00:36.196904 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:00:36.200701 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:00:36.201084 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:36.278808 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:00:36.279186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:36.301090 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c961107-84ad-4b47-b324-fd59d2bcc0c8'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:00:36.303330 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bed3a2-6085-4d5a-8e34-9873487dfcd8" -d '{"events": [{"server_uuid": "3638e3a6-0b54-48a3-90c7-06824d6f5d03", "name": "network-vif-plugged", "status": "completed", "tag": "6c961107-84ad-4b47-b324-fd59d2bcc0c8"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:00:36.316527 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6c961107-84ad-4b47-b324-fd59d2bcc0c8,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:00:36.337509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c38f1-6c2e-4c43-a726-ca08f2f68a74 x-openstack-request-id: req-ae6c38f1-6c2e-4c43-a726-ca08f2f68a74 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:00:36.337825 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3638e3a6-0b54-48a3-90c7-06824d6f5d03", "name": "network-vif-plugged", "status": "completed", "tag": "6c961107-84ad-4b47-b324-fd59d2bcc0c8", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:00:36.338085 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6c38f1-6c2e-4c43-a726-ca08f2f68a74 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:00:36.338473 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c961107-84ad-4b47-b324-fd59d2bcc0c8', 'code': 200} Mar 04 16:00:36.379878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:36.426125 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=6c961107-84ad-4b47-b324-fd59d2bcc0c8,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:36.944876 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765c1e7-10b1-493a-a731-fcdc3ff7c1e8 req-a389cf8f-6bcf-4189-bb4c-8e630aaa5f2e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:36.946869 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5765c1e7-10b1-493a-a731-fcdc3ff7c1e8 req-a389cf8f-6bcf-4189-bb4c-8e630aaa5f2e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0546448 Mar 04 16:00:36.991930 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5765c1e7-10b1-493a-a731-fcdc3ff7c1e8 req-fbbad8f1-f729-4ecd-a813-feab7260ec7b tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Mar 04 16:00:37.953149 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411645c-dd2f-4a09-a354-5e61bb828be1 req-94b3675b-5a10-4503-bc2d-d40fe9307d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:37.954641 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8411645c-dd2f-4a09-a354-5e61bb828be1 req-94b3675b-5a10-4503-bc2d-d40fe9307d78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 1130 time: 0.0433509 Mar 04 16:00:38.110954 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aad32-cc5f-4617-a173-c93b7f6a85a9 req-425677db-fc82-4eb6-8686-b760d277c75f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:38.112411 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-305aad32-cc5f-4617-a173-c93b7f6a85a9 req-425677db-fc82-4eb6-8686-b760d277c75f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0519278 Mar 04 16:00:38.157594 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-305aad32-cc5f-4617-a173-c93b7f6a85a9 req-70bd62b5-0533-4e22-b99d-3b70c9304ac1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 Mar 04 16:00:38.767368 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-8411645c-dd2f-4a09-a354-5e61bb828be1 req-3a5628d5-1762-4638-aa16-397ad7e55b74 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366447 Mar 04 16:00:39.270830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe72b-1d2a-4adb-bc08-aa16a975a1a4 req-12f57787-d1a5-492e-bb15-93af59dfa6a1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:39.272257 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da2fe72b-1d2a-4adb-bc08-aa16a975a1a4 req-12f57787-d1a5-492e-bb15-93af59dfa6a1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0506063 Mar 04 16:00:39.320336 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da2fe72b-1d2a-4adb-bc08-aa16a975a1a4 req-ada89963-be24-4cc9-a0ae-d1090e6c1a28 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Mar 04 16:00:39.723160 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e53b3cc1-ec81-4019-95e4-3d82cc17b8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:40.435216 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53402-29fb-4457-9705-03a356a34a43 req-1402e8ee-7d83-4f7b-a400-e3fd82f17a49 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:40.436694 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e5f53402-29fb-4457-9705-03a356a34a43 req-1402e8ee-7d83-4f7b-a400-e3fd82f17a49 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0516627 Mar 04 16:00:40.481377 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e5f53402-29fb-4457-9705-03a356a34a43 req-1a5e8c8b-5fce-4aa8-853e-e3ef7d0753e8 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Mar 04 16:00:41.603587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023de49-f884-46f1-95e4-6202e51e6beb req-c7e1f529-3cfe-466e-bf30-0e48b3c18692 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:41.604958 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3023de49-f884-46f1-95e4-6202e51e6beb req-c7e1f529-3cfe-466e-bf30-0e48b3c18692 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0547857 Mar 04 16:00:41.651622 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3023de49-f884-46f1-95e4-6202e51e6beb req-32a99455-8368-4eac-a0ed-60125b4944f8 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Mar 04 16:00:42.065117 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-476bcb1e-1604-4e6f-a99f-3f241240021d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:42.421607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:42.768830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57fc3a-576f-4bd6-999c-aaf1fcd12f91 req-789fb796-c9eb-47d3-bdbf-7e17c4a8d6cc tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:42.770288 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-af57fc3a-576f-4bd6-999c-aaf1fcd12f91 req-789fb796-c9eb-47d3-bdbf-7e17c4a8d6cc tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0570817 Mar 04 16:00:42.817658 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-af57fc3a-576f-4bd6-999c-aaf1fcd12f91 req-829e2781-d45f-4107-b7f1-7793cba06387 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Mar 04 16:00:43.333915 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:44.825377 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:46.162211 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:47.553080 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a23b-ffc0-4a34-afdd-ab7699b20c7e req-2f053645-a0b2-4419-83f4-1736142b323f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:47.554569 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be60a23b-ffc0-4a34-afdd-ab7699b20c7e req-2f053645-a0b2-4419-83f4-1736142b323f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Mar 04 16:00:47.600288 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be60a23b-ffc0-4a34-afdd-ab7699b20c7e req-584007bb-3407-4342-a858-e9185e3f847d tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Mar 04 16:00:48.716476 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fde857-d517-44ce-a41a-5eb391d1bdcd req-96c31eca-f826-4e38-a84a-ae960ddcd239 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:48.717918 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b9fde857-d517-44ce-a41a-5eb391d1bdcd req-96c31eca-f826-4e38-a84a-ae960ddcd239 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0499008 Mar 04 16:00:48.765683 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b9fde857-d517-44ce-a41a-5eb391d1bdcd req-ec7eff49-5734-4e31-ba1a-a6723ba78809 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Mar 04 16:00:49.882593 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e17a-860c-4330-8b61-7ba45c9f85ae req-f80ffda0-e198-4847-a520-7a2ac395a928 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:49.884041 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a2c1e17a-860c-4330-8b61-7ba45c9f85ae req-f80ffda0-e198-4847-a520-7a2ac395a928 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0524271 Mar 04 16:00:49.934660 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a2c1e17a-860c-4330-8b61-7ba45c9f85ae req-8b219f46-b857-47d6-b3ea-814e7959aff0 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Mar 04 16:00:51.050439 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39425916-7dea-46cd-836e-19144f437be3 req-4b99714f-ba10-4dcc-ad0b-682d64dcce5f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:51.051887 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-39425916-7dea-46cd-836e-19144f437be3 req-4b99714f-ba10-4dcc-ad0b-682d64dcce5f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0512757 Mar 04 16:00:51.096850 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-39425916-7dea-46cd-836e-19144f437be3 req-17503f9d-5af0-4887-a9dc-b4abdddd2b7b tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Mar 04 16:00:52.215470 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8e4bd-10df-484a-8938-539989674344 req-b9d16194-8b4b-4b73-a758-d9d5aac8d178 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:52.216938 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-51f8e4bd-10df-484a-8938-539989674344 req-b9d16194-8b4b-4b73-a758-d9d5aac8d178 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0553389 Mar 04 16:00:52.262083 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-51f8e4bd-10df-484a-8938-539989674344 req-7d950f1d-a03a-4563-9571-3c3afd6a1acb tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Mar 04 16:00:52.958210 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:00:53.378996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c846a-7782-4bb7-8963-588ca17dbbc7 req-8c647a0b-36f0-467e-b9da-1bcda7ffadc3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:53.380468 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c27c846a-7782-4bb7-8963-588ca17dbbc7 req-8c647a0b-36f0-467e-b9da-1bcda7ffadc3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0529032 Mar 04 16:00:53.426316 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c27c846a-7782-4bb7-8963-588ca17dbbc7 req-f772d9e8-f759-467b-ad30-053b8248785c tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Mar 04 16:00:53.480747 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-de42706e-0625-4d48-b578-e49c91c9ad46 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:53.482347 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-de42706e-0625-4d48-b578-e49c91c9ad46 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 946 time: 0.0553141 Mar 04 16:00:53.482975 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-c7f7aaad-2e42-465c-a897-6ed2837bd2ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463119 Mar 04 16:00:53.570180 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-c35508d9-7e25-4810-ac76-808a6c2a3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:53.571718 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-c35508d9-7e25-4810-ac76-808a6c2a3cc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 1130 time: 0.0456448 Mar 04 16:00:53.589546 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Deleting port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:00:53.589928 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:53.673019 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-1dad7281-32fd-49ab-b8ed-4ccf9b21a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:53.674508 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-1dad7281-32fd-49ab-b8ed-4ccf9b21a2c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0840495 Mar 04 16:00:53.676934 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] For port 6c961107-84ad-4b47-b324-fd59d2bcc0c8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6c961107-84ad-4b47-b324-fd59d2bcc0c8,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:00:53.677297 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:53.690317 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Calling delete_port for 6c961107-84ad-4b47-b324-fd59d2bcc0c8 owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:00:53.741056 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-80a34bc2-1332-4e5e-81c7-d81035f1db09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 HTTP/1.1" status: 200 len: 1002 time: 0.0610292 Mar 04 16:00:53.788175 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-872c5a3b-d3dc-46a7-a7f3-e8ecd388095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:53.789633 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-872c5a3b-d3dc-46a7-a7f3-e8ecd388095c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0428176 Mar 04 16:00:53.837047 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-17dc8912-9756-45d4-9fb3-791fe9ae32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:53.839044 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-17dc8912-9756-45d4-9fb3-791fe9ae32f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437322 Mar 04 16:00:53.894306 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (6c961107-84ad-4b47-b324-fd59d2bcc0c8), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:53.906764 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['6c961107-84ad-4b47-b324-fd59d2bcc0c8'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:00:53.929671 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Pushing event deleted for resources: {'Port': ['ID=6c961107-84ad-4b47-b324-fd59d2bcc0c8,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:53.931333 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-734d5f81-835b-4bbc-adb6-eb031bb8b735 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863497 Mar 04 16:00:53.974764 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] No DVR routers for this DVR port 6c961107-84ad-4b47-b324-fd59d2bcc0c8 on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:00:53.977289 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:53.981438 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-493622c2-ec64-4444-b5b1-b25d2deec70d req-89968fa2-6495-4dc4-9e24-8d6307c4a9a4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "DELETE /v2.0/ports/6c961107-84ad-4b47-b324-fd59d2bcc0c8 HTTP/1.1" status: 204 len: 173 time: 0.4888415 Mar 04 16:00:53.982813 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'name': 'network-vif-deleted', 'tag': '6c961107-84ad-4b47-b324-fd59d2bcc0c8'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:00:53.985183 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba0c71-65cb-483e-bbba-95bd9c029303" -d '{"events": [{"server_uuid": "3638e3a6-0b54-48a3-90c7-06824d6f5d03", "name": "network-vif-deleted", "tag": "6c961107-84ad-4b47-b324-fd59d2bcc0c8"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:00:54.023461 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bdf734-778c-4c71-afc9-15fea2056b51 x-openstack-request-id: req-74bdf734-778c-4c71-afc9-15fea2056b51 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:00:54.023824 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3638e3a6-0b54-48a3-90c7-06824d6f5d03", "name": "network-vif-deleted", "tag": "6c961107-84ad-4b47-b324-fd59d2bcc0c8", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:00:54.024267 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74bdf734-778c-4c71-afc9-15fea2056b51 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:00:54.024402 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-808fcba4-fe23-43fa-b5e2-f6ff1dfe7487 req-7177ef4f-6916-49ca-a997-3fb13cc589fe service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Mar 04 16:00:54.024588 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3638e3a6-0b54-48a3-90c7-06824d6f5d03', 'name': 'network-vif-deleted', 'tag': '6c961107-84ad-4b47-b324-fd59d2bcc0c8', 'status': 'completed', 'code': 200} Mar 04 16:00:54.534258 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fa40ba33-477f-40f9-ad83-62b381d673a7 req-bde5f7fc-1fdc-4013-a84d-5bfb71d248fc tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3638e3a6-0b54-48a3-90c7-06824d6f5d03 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Mar 04 16:00:55.810703 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a112fddf-dcb7-455e-b06d-bdeb7c7ff0e5 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:55.812205 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a112fddf-dcb7-455e-b06d-bdeb7c7ff0e5 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/networks?id=a5e09b10-05ea-4dae-8950-ccc163667c77 HTTP/1.1" status: 200 len: 808 time: 0.0976920 Mar 04 16:00:55.827198 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-ca31753c-108d-421b-aba9-0c16b177952a tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/quotas/b0650e1daab74ca8a341482d8d21d40c HTTP/1.1" status: 200 len: 375 time: 0.0094657 Mar 04 16:00:55.858086 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-41a3b552-b8ce-45c8-ac09-6d8a4aa5115f tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0650e1daab74ca8a341482d8d21d40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262861 Mar 04 16:00:55.946781 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-532c6f69-4a1e-491f-9261-c5321c5e63f8 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823612 Mar 04 16:00:56.033942 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-977e719c-6757-40f6-b2d2-95582fb6e73c service neutron] 10.222.0.21 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809815 Mar 04 16:00:56.235187 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-26f4e217-ac3f-4d6f-9789-64ee4b9e7d2a req-175b33c0-268d-4ba1-8146-998690181eea tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 210 time: 0.0306942 Mar 04 16:00:57.327317 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0172e556-2565-4607-b7fb-7dfbbc200056 req-e047f140-026e-4ba5-a876-4e0174c37547 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Mar 04 16:00:58.094491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-ea90bd3b-e8c2-4e36-8d68-b8a558c793c5 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:58.095952 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-ea90bd3b-e8c2-4e36-8d68-b8a558c793c5 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "GET /v2.0/networks?id=a5e09b10-05ea-4dae-8950-ccc163667c77 HTTP/1.1" status: 200 len: 808 time: 0.0996408 Mar 04 16:00:58.111892 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Request body: {'port': {'device_id': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77', 'admin_state_up': True, 'tenant_id': 'b0650e1daab74ca8a341482d8d21d40c'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:00:58.182536 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 6c961107-84ad-4b47-b324-fd59d2bcc0c8 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:00:58.201701 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 6c961107-84ad-4b47-b324-fd59d2bcc0c8 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:00:58.202174 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 6c961107-84ad-4b47-b324-fd59d2bcc0c8 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:00:58.302219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Made reservation on behalf of b0650e1daab74ca8a341482d8d21d40c for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:00:58.305465 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:58.402259 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52788c1e-ab8c-4f2a-80cc-20bccbd31bd9 req-7382ad02-2eae-469c-a89a-75aa0e64c125 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:58.403748 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52788c1e-ab8c-4f2a-80cc-20bccbd31bd9 req-7382ad02-2eae-469c-a89a-75aa0e64c125 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 945 time: 0.1129467 Mar 04 16:00:58.445608 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b5f16598-de38-4353-8446-d74af3d46868 req-2927718a-b925-430b-bce7-432c7e2f98a9 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 210 time: 0.0385852 Mar 04 16:00:58.514409 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Allocated IP 172.20.0.14 (a5e09b10-05ea-4dae-8950-ccc163667c77/9a254a10-0a1f-4d58-97aa-888b260695ef/ec710076-bc65-47ba-9232-7c4ff20e2498) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:00:58.520885 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-52788c1e-ab8c-4f2a-80cc-20bccbd31bd9 req-4e92d460-d0c1-40c3-8efc-68c026aae1e2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080887 Mar 04 16:00:58.662051 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks [] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:58.739996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:58.783824 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Network a5e09b10-05ea-4dae-8950-ccc163667c77 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:00:58.786732 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:00:58.790268 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:00:58.815808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Pushing event updated for resources: {'Port': ['ID=ec710076-bc65-47ba-9232-7c4ff20e2498,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:58.843107 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:58.843708 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:58.924634 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-a4da9560-ced5-4839-b7e9-6f5d547b6cbe tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8163555 Mar 04 16:00:58.935607 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Request body: {'port': {'device_id': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:00:58.991372 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:59.241752 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec710076-bc65-47ba-9232-7c4ff20e2498 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:00:59.249645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Publish callbacks [] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:59.261919 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Transition to ACTIVE for port object ec710076-bc65-47ba-9232-7c4ff20e2498 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 16:00:59.327830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:59.378256 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Pushing event updated for resources: {'Port': ['ID=ec710076-bc65-47ba-9232-7c4ff20e2498,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:59.439863 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Attempting to bind port ec710076-bc65-47ba-9232-7c4ff20e2498 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:00:59.440435 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Attempting to bind port ec710076-bc65-47ba-9232-7c4ff20e2498 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:00:59.440544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Attempting to bind port ec710076-bc65-47ba-9232-7c4ff20e2498 on network a5e09b10-05ea-4dae-8950-ccc163667c77 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:00:59.444574 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Port ec710076-bc65-47ba-9232-7c4ff20e2498 on network a5e09b10-05ea-4dae-8950-ccc163667c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 16:00:59.444894 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Attempting to bind port ec710076-bc65-47ba-9232-7c4ff20e2498 on network a5e09b10-05ea-4dae-8950-ccc163667c77 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:00:59.449485 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:00:59.449844 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Checking segment: {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:00:59.450222 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Bound using segment: {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:00:59.450631 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Bound port: ec710076-bc65-47ba-9232-7c4ff20e2498, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:00:59.450973 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:59.523143 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] For port ec710076-bc65-47ba-9232-7c4ff20e2498, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:00:59.549477 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] For port ec710076-bc65-47ba-9232-7c4ff20e2498, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ec710076-bc65-47ba-9232-7c4ff20e2498,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:00:59.571672 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a74e9-5ff7-4475-8b56-af9e9a68df48 req-9babe5ab-390d-4ca6-9881-aa172dcb4257 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:59.573161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a64a74e9-5ff7-4475-8b56-af9e9a68df48 req-9babe5ab-390d-4ca6-9881-aa172dcb4257 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 944 time: 0.0620437 Mar 04 16:00:59.633848 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:59.677504 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a64a74e9-5ff7-4475-8b56-af9e9a68df48 req-1307ab48-88d8-4076-b2d2-5fb958f1ec79 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982337 Mar 04 16:00:59.688505 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:59.689121 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:00:59.690501 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] 10.222.0.16 "PUT /v2.0/ports/ec710076-bc65-47ba-9232-7c4ff20e2498 HTTP/1.1" status: 200 len: 1094 time: 0.7588181 Mar 04 16:00:59.691098 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'tag': 'ec710076-bc65-47ba-9232-7c4ff20e2498'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:00:59.693307 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d242c45-9f80-45d9-a9b8-5292bb223d78" -d '{"events": [{"name": "network-changed", "server_uuid": "1d729e3d-a328-4f7b-bd90-984d87f85036", "tag": "ec710076-bc65-47ba-9232-7c4ff20e2498"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:00:59.721686 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8d74-8f69-4993-8a52-fd088532819e req-1c1f8103-cabf-48df-a488-05449e268c80 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:59.723188 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-76ed8d74-8f69-4993-8a52-fd088532819e req-1c1f8103-cabf-48df-a488-05449e268c80 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 945 time: 0.1305130 Mar 04 16:00:59.726203 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1db8-1620-4fac-a2b3-aa63ede88160 service neutron] Pushing event updated for resources: {'Port': ['ID=ec710076-bc65-47ba-9232-7c4ff20e2498,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:00:59.774747 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-76ed8d74-8f69-4993-8a52-fd088532819e req-3ee0cc0c-3c99-47ea-98b1-6bf88854198e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Mar 04 16:00:59.832726 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-974cf950-bc92-4b61-aa5a-44eb21599320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:59.834236 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-974cf950-bc92-4b61-aa5a-44eb21599320 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0650e1daab74ca8a341482d8d21d40c&device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 1128 time: 0.0448363 Mar 04 16:00:59.881257 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-bca78986-6969-4de3-9f4c-1bf194b21c14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec710076-bc65-47ba-9232-7c4ff20e2498 HTTP/1.1" status: 200 len: 217 time: 0.0378320 Mar 04 16:00:59.914283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6e8f9-928c-49e3-b0a5-b865d9af9421 x-openstack-request-id: req-8df6e8f9-928c-49e3-b0a5-b865d9af9421 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:00:59.914573 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d729e3d-a328-4f7b-bd90-984d87f85036", "tag": "ec710076-bc65-47ba-9232-7c4ff20e2498", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:00:59.914831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8df6e8f9-928c-49e3-b0a5-b865d9af9421 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:00:59.915224 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'tag': 'ec710076-bc65-47ba-9232-7c4ff20e2498', 'status': 'completed', 'code': 200} Mar 04 16:00:59.933121 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-7079ea25-8f46-4b1d-93c7-8d466c5d0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:00:59.934587 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-7079ea25-8f46-4b1d-93c7-8d466c5d0ace service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a254a10-0a1f-4d58-97aa-888b260695ef HTTP/1.1" status: 200 len: 848 time: 0.0460896 Mar 04 16:00:59.967989 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-d8a058b7-fb2a-4153-a4e0-00319cdc0355 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5e09b10-05ea-4dae-8950-ccc163667c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248985 Mar 04 16:01:00.056492 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-0e8ffb5d-3933-4010-ab3e-545c82cc0272 service neutron] 10.222.0.16 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798137 Mar 04 16:01:00.146631 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7264aec2-a5fa-4148-9410-4cbf334e3db9 req-1d624478-b8d9-40b2-8952-cda803094503 service neutron] 10.222.0.16 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836797 Mar 04 16:01:00.290085 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-778bd91d-33c2-4593-a891-be2c62829d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:00.291526 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-778bd91d-33c2-4593-a891-be2c62829d20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0650e1daab74ca8a341482d8d21d40c&device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 1128 time: 0.0445232 Mar 04 16:01:00.371535 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-6b51ad3f-d3fe-41b0-9d4d-f385705ec278 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:00.373257 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-6b51ad3f-d3fe-41b0-9d4d-f385705ec278 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 945 time: 0.0524721 Mar 04 16:01:00.382117 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-6ceef1fa-2f99-4c5f-b583-8e51f4e9c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:00.383537 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-6ceef1fa-2f99-4c5f-b583-8e51f4e9c58b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5e09b10-05ea-4dae-8950-ccc163667c77 HTTP/1.1" status: 200 len: 909 time: 0.0858221 Mar 04 16:01:00.423109 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-6d36c016-0d44-4a84-a119-bffdcbf9281b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec710076-bc65-47ba-9232-7c4ff20e2498 HTTP/1.1" status: 200 len: 217 time: 0.0336878 Mar 04 16:01:00.465854 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Deleting port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:01:00.466311 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:00.469798 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-26b197a7-8cc2-4087-9036-87ae21889f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:00.471244 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-26b197a7-8cc2-4087-9036-87ae21889f03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a254a10-0a1f-4d58-97aa-888b260695ef HTTP/1.1" status: 200 len: 848 time: 0.0424228 Mar 04 16:01:00.505648 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-df2fccb5-95fa-4173-9f24-210bbaa453fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5e09b10-05ea-4dae-8950-ccc163667c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284421 Mar 04 16:01:00.556111 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] For port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:00.557009 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:00.569173 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Calling delete_port for 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:01:00.591003 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-ae5f8bcd-f290-43c1-b931-d7f4cfe32b9c service neutron] 10.222.0.16 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794990 Mar 04 16:01:00.681496 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6d242c45-9f80-45d9-a9b8-5292bb223d78 req-644f551e-a72b-421c-a321-8f582f119470 service neutron] 10.222.0.16 "GET /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Mar 04 16:01:00.745520 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (2b9a2bd4-2a9f-4702-9397-0180d2d69f75), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:00.756758 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['2b9a2bd4-2a9f-4702-9397-0180d2d69f75'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:01:00.774332 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Pushing event deleted for resources: {'Port': ['ID=2b9a2bd4-2a9f-4702-9397-0180d2d69f75,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:00.816780 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] No DVR routers for this DVR port 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:01:00.819493 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:00.821754 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666084-978a-4977-8af8-e425f0f7f53e req-99cf512f-4d33-4a1d-ba38-b7ca5e77c685 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:00.823384 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-d4f7b31f-384a-448a-8c64-5e06b9965657 req-2e2ecf6f-0d2b-4663-92d2-534eb1812f75 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "DELETE /v2.0/ports/2b9a2bd4-2a9f-4702-9397-0180d2d69f75 HTTP/1.1" status: 204 len: 173 time: 0.4440827 Mar 04 16:01:00.823931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554f4a59-ac32-4855-8458-90b41f078ec2', 'name': 'network-vif-deleted', 'tag': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:00.824959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-63666084-978a-4977-8af8-e425f0f7f53e req-99cf512f-4d33-4a1d-ba38-b7ca5e77c685 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 944 time: 0.0796232 Mar 04 16:01:00.826295 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67b32fa-040f-4a4a-bf32-c4f206d7555d" -d '{"events": [{"server_uuid": "554f4a59-ac32-4855-8458-90b41f078ec2", "name": "network-vif-deleted", "tag": "2b9a2bd4-2a9f-4702-9397-0180d2d69f75"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:00.876953 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d19799e1-f532-4176-b33e-17165db7831d req-6ee21a59-c06d-4554-854e-ee187e9a8a28 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=554f4a59-ac32-4855-8458-90b41f078ec2 HTTP/1.1" status: 200 len: 210 time: 0.0280881 Mar 04 16:01:00.898549 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-63666084-978a-4977-8af8-e425f0f7f53e req-5ba7d691-7d0b-48ba-a28b-f3b579f8c356 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654764 Mar 04 16:01:00.923386 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634b303-b4cd-4d10-b02d-350c6d0105ac x-openstack-request-id: req-1634b303-b4cd-4d10-b02d-350c6d0105ac {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:00.923386 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554f4a59-ac32-4855-8458-90b41f078ec2", "name": "network-vif-deleted", "tag": "2b9a2bd4-2a9f-4702-9397-0180d2d69f75", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:00.923386 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1634b303-b4cd-4d10-b02d-350c6d0105ac {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:00.923386 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554f4a59-ac32-4855-8458-90b41f078ec2', 'name': 'network-vif-deleted', 'tag': '2b9a2bd4-2a9f-4702-9397-0180d2d69f75', 'status': 'completed', 'code': 200} Mar 04 16:01:02.020941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149451e-d014-4c5b-8dac-482368c12cb8 req-442d2089-2f26-4e26-a25e-71f9ac6320e4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:02.022444 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e149451e-d014-4c5b-8dac-482368c12cb8 req-442d2089-2f26-4e26-a25e-71f9ac6320e4 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 944 time: 0.0512772 Mar 04 16:01:02.071221 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e149451e-d014-4c5b-8dac-482368c12cb8 req-553a2a46-933b-4f3d-886d-12a563ec3bbd tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Mar 04 16:01:03.189191 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0f1b-602f-49b2-922e-6cf920e846d5 req-e0ce10dd-efee-4ce8-9ab9-ba59581b8dd8 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:03.190665 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3f2c0f1b-602f-49b2-922e-6cf920e846d5 req-e0ce10dd-efee-4ce8-9ab9-ba59581b8dd8 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 944 time: 0.0520327 Mar 04 16:01:03.234841 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3f2c0f1b-602f-49b2-922e-6cf920e846d5 req-7a107c64-e0c4-435f-8e4a-b359391cac7e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Mar 04 16:01:04.499507 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ddab-c1da-4a0f-91ef-7bed2f41956a req-1f65055e-b803-47b2-bbe6-5a87558a4ecc tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:04.500947 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-96c2ddab-c1da-4a0f-91ef-7bed2f41956a req-1f65055e-b803-47b2-bbe6-5a87558a4ecc tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 944 time: 0.0513456 Mar 04 16:01:04.545986 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-96c2ddab-c1da-4a0f-91ef-7bed2f41956a req-4be431f5-ad68-4e45-83b2-1ae0b973f2bc tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Mar 04 16:01:04.936979 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ec710076-bc65-47ba-9232-7c4ff20e2498 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 16:01:04.940423 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:01:04.969090 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:01:04.969431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2b9a2bd4-2a9f-4702-9397-0180d2d69f75 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:01:05.051693 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port ec710076-bc65-47ba-9232-7c4ff20e2498, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ec710076-bc65-47ba-9232-7c4ff20e2498,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:05.063266 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'ec710076-bc65-47ba-9232-7c4ff20e2498', 'network_id': 'a5e09b10-05ea-4dae-8950-ccc163667c77', 'port_id': 'ec710076-bc65-47ba-9232-7c4ff20e2498', 'mac_address': 'fa:16:3e:37:be:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254a10-0a1f-4d58-97aa-888b260695ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 16:01:05.102383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port ec710076-bc65-47ba-9232-7c4ff20e2498 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:01:05.102867 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:05.116311 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec710076-bc65-47ba-9232-7c4ff20e2498 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:01:05.136706 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port ec710076-bc65-47ba-9232-7c4ff20e2498, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ec710076-bc65-47ba-9232-7c4ff20e2498,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:05.184908 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:05.231216 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=ec710076-bc65-47ba-9232-7c4ff20e2498,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:05.238069 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.238424 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.238773 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.239113 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.239444 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.239776 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.240106 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.240469 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.240795 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.241120 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.241443 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.241786 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.242108 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:05.664161 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129891f-3f04-4400-9d37-d785d97ba3e7 req-06874d96-6ff5-4acd-8d1c-728b48bca6cb tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:05.665610 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e129891f-3f04-4400-9d37-d785d97ba3e7 req-06874d96-6ff5-4acd-8d1c-728b48bca6cb tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 945 time: 0.0555811 Mar 04 16:01:05.710147 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e129891f-3f04-4400-9d37-d785d97ba3e7 req-327e63a7-3f83-44c9-b9bb-41c08c3e2511 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391185 Mar 04 16:01:06.627961 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['ec710076-bc65-47ba-9232-7c4ff20e2498'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:01:06.825478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1927-1e45-490c-99cb-bc06d4d59f39 req-b66719d5-ebd3-4a05-b627-9239f57621de tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:06.826945 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b55b1927-1e45-490c-99cb-bc06d4d59f39 req-b66719d5-ebd3-4a05-b627-9239f57621de tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 945 time: 0.0508194 Mar 04 16:01:06.870922 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b55b1927-1e45-490c-99cb-bc06d4d59f39 req-d35a6940-c475-4575-b85b-61a033f85dc7 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Mar 04 16:01:07.985960 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8ede-2715-4c82-aa15-40750d9b5907 req-36485b51-4eab-4a9b-bc93-4bec8e794af3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:07.987410 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-338d8ede-2715-4c82-aa15-40750d9b5907 req-36485b51-4eab-4a9b-bc93-4bec8e794af3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Mar 04 16:01:08.036401 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-338d8ede-2715-4c82-aa15-40750d9b5907 req-26df9114-202d-4181-b87e-aff957fa92e6 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Mar 04 16:01:08.223575 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ec710076-bc65-47ba-9232-7c4ff20e2498 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:01:08.304924 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port ec710076-bc65-47ba-9232-7c4ff20e2498 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:01:08.309398 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port ec710076-bc65-47ba-9232-7c4ff20e2498 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:01:08.309806 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:08.387044 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port ec710076-bc65-47ba-9232-7c4ff20e2498 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:01:08.387424 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:08.408952 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec710076-bc65-47ba-9232-7c4ff20e2498'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:08.411161 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085074da-09f1-4ae2-8882-325e8bcfa812" -d '{"events": [{"server_uuid": "1d729e3d-a328-4f7b-bd90-984d87f85036", "name": "network-vif-plugged", "status": "completed", "tag": "ec710076-bc65-47ba-9232-7c4ff20e2498"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:08.423475 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port ec710076-bc65-47ba-9232-7c4ff20e2498, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ec710076-bc65-47ba-9232-7c4ff20e2498,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:08.447047 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4929ad85-862c-4743-8d48-0adff91b4533 x-openstack-request-id: req-4929ad85-862c-4743-8d48-0adff91b4533 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:08.450777 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d729e3d-a328-4f7b-bd90-984d87f85036", "name": "network-vif-plugged", "status": "completed", "tag": "ec710076-bc65-47ba-9232-7c4ff20e2498", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:08.450777 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4929ad85-862c-4743-8d48-0adff91b4533 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:08.450777 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec710076-bc65-47ba-9232-7c4ff20e2498', 'code': 200} Mar 04 16:01:08.464767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:08.512852 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=ec710076-bc65-47ba-9232-7c4ff20e2498,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:08.722558 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd69a-0f2e-4d91-86eb-f4dc125a46b6 req-65d516ce-425f-4329-81bf-9fea0b068626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:08.724069 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-875bd69a-0f2e-4d91-86eb-f4dc125a46b6 req-65d516ce-425f-4329-81bf-9fea0b068626 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 1130 time: 0.0468404 Mar 04 16:01:08.770000 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-875bd69a-0f2e-4d91-86eb-f4dc125a46b6 req-1ece6946-e14f-42d7-b90e-e04869b7e29f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386143 Mar 04 16:01:09.159088 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640529a-98e5-4789-a7fd-10523f1ab1fe req-0fdae6d8-364c-4451-93f0-ac242ec31e62 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:09.160541 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7640529a-98e5-4789-a7fd-10523f1ab1fe req-0fdae6d8-364c-4451-93f0-ac242ec31e62 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0519443 Mar 04 16:01:09.206985 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7640529a-98e5-4789-a7fd-10523f1ab1fe req-b9111f57-2859-4646-bfd7-a4e41ec25a30 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Mar 04 16:01:09.773543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0e3c89b8-9e38-49d9-a637-5350baedb887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:10.322998 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed7d7-e594-4627-9fd7-b2c5c7c66909 req-dc10eb55-a7c3-4461-8430-967345029369 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:10.324381 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f23ed7d7-e594-4627-9fd7-b2c5c7c66909 req-dc10eb55-a7c3-4461-8430-967345029369 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0514581 Mar 04 16:01:10.369831 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f23ed7d7-e594-4627-9fd7-b2c5c7c66909 req-9c96664e-5bd4-4348-814b-5d9a5444a03b tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Mar 04 16:01:11.486778 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0589d07-6565-41c4-997a-96fd6748f88c req-c19281ed-278c-4ebc-94f6-30ab16b10d08 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:11.488216 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f0589d07-6565-41c4-997a-96fd6748f88c req-c19281ed-278c-4ebc-94f6-30ab16b10d08 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0540457 Mar 04 16:01:11.532906 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f0589d07-6565-41c4-997a-96fd6748f88c req-37cc2528-e20f-4696-a397-633214695591 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Mar 04 16:01:12.076581 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7b1a-194a-4d09-aff3-4a67f8b32ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:12.430345 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:12.645697 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4148-a621-41ee-936d-17fc0fb0d8be req-c46459e7-dcbf-4613-b293-a6e334cec890 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:12.647146 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a8ac4148-a621-41ee-936d-17fc0fb0d8be req-c46459e7-dcbf-4613-b293-a6e334cec890 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Mar 04 16:01:12.691707 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a8ac4148-a621-41ee-936d-17fc0fb0d8be req-8883bc8f-1f47-499e-9adb-92d92034dea7 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Mar 04 16:01:13.333039 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:13.809960 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0482-9d2d-41f1-92b4-c49364d56a63 req-bb02301a-a4a6-4e34-baec-eb8a409627e1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:13.811425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54de0482-9d2d-41f1-92b4-c49364d56a63 req-bb02301a-a4a6-4e34-baec-eb8a409627e1 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0549340 Mar 04 16:01:13.857103 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54de0482-9d2d-41f1-92b4-c49364d56a63 req-d3a6784d-6b67-43bf-97a1-4b14d47f97b3 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Mar 04 16:01:14.426811 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-bfeefc8b-bee0-4f10-a19a-2196e5d1c7c6 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:14.428155 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-bfeefc8b-bee0-4f10-a19a-2196e5d1c7c6 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/networks?id=8ad6b916-0f1e-4439-b46d-bf9b738e272b HTTP/1.1" status: 200 len: 814 time: 0.0986545 Mar 04 16:01:14.442649 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-4bd3eab0-2026-4f00-92cf-293bad19b254 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/quotas/960dd92221d54e4bb4f7db0e26f46fee HTTP/1.1" status: 200 len: 375 time: 0.0086479 Mar 04 16:01:14.476125 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2ea28666-2985-4438-a64c-fbf289f9282e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284588 Mar 04 16:01:14.564660 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-988681f2-962b-4d39-a8db-728eb699b67d service neutron] 10.222.0.21 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814176 Mar 04 16:01:14.655890 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-c011c828-344b-4af4-828b-643730004f28 service neutron] 10.222.0.21 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857944 Mar 04 16:01:14.750265 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:15.170084 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4a757406-7aa5-4116-96b2-c7ad1b32091b req-ae16a660-0924-471d-9f5e-63f570b59b0f tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 210 time: 0.3049359 Mar 04 16:01:15.219507 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ac24-6782-4cd0-a689-496bed0e9196 req-8dbc160a-7e19-4241-b03d-369fc61bef4e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:15.220888 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-59d9ac24-6782-4cd0-a689-496bed0e9196 req-8dbc160a-7e19-4241-b03d-369fc61bef4e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0532596 Mar 04 16:01:15.266169 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-59d9ac24-6782-4cd0-a689-496bed0e9196 req-133f00f4-0e68-4aa3-ae78-911ebea1f466 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Mar 04 16:01:16.224783 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:16.265927 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4fe50857-27df-43ee-b9b1-b8f318d25d8b req-cbfb32e6-4438-4cfc-8699-ea46f9e00968 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Mar 04 16:01:16.384239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335cbd0-8165-4e4b-b4b3-fcbc774c98fc req-a0c6872f-e479-4c3e-bf01-8bfec764587e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:16.385667 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8335cbd0-8165-4e4b-b4b3-fcbc774c98fc req-a0c6872f-e479-4c3e-bf01-8bfec764587e tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0538845 Mar 04 16:01:16.430500 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8335cbd0-8165-4e4b-b4b3-fcbc774c98fc req-929e0dee-0589-47d7-ba87-73a954af53aa tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/security-groups?id=58522f4c-4341-485c-a432-7545e97b0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Mar 04 16:01:16.567413 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-f617ba52-4478-47ca-972c-3658d0931a6a tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:16.568834 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-f617ba52-4478-47ca-972c-3658d0931a6a tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 946 time: 0.0502772 Mar 04 16:01:16.664405 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Deleting port ec710076-bc65-47ba-9232-7c4ff20e2498 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:01:16.664957 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:16.751717 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] For port ec710076-bc65-47ba-9232-7c4ff20e2498, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ec710076-bc65-47ba-9232-7c4ff20e2498,segment=NetworkSegment(82dc2e09-ee69-4630-9d86-3fe7c2f6d99b),segment_id=82dc2e09-ee69-4630-9d86-3fe7c2f6d99b)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:16.752086 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:16.765306 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Calling delete_port for ec710076-bc65-47ba-9232-7c4ff20e2498 owned by compute:nova {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:01:16.946462 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-553b6edf-627d-43cb-aa47-ee302cdc1180 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:16.948367 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-553b6edf-627d-43cb-aa47-ee302cdc1180 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "GET /v2.0/networks?id=8ad6b916-0f1e-4439-b46d-bf9b738e272b HTTP/1.1" status: 200 len: 814 time: 0.0995522 Mar 04 16:01:16.960431 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Request body: {'port': {'device_id': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b', 'admin_state_up': True, 'tenant_id': '960dd92221d54e4bb4f7db0e26f46fee'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:01:16.967702 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (ec710076-bc65-47ba-9232-7c4ff20e2498), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:16.981321 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['ec710076-bc65-47ba-9232-7c4ff20e2498'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:01:17.006432 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Pushing event deleted for resources: {'Port': ['ID=ec710076-bc65-47ba-9232-7c4ff20e2498,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:17.045751 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] No DVR routers for this DVR port ec710076-bc65-47ba-9232-7c4ff20e2498 on host hv-cinder-83124 {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:01:17.048570 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:17.051999 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [req-e2a25cbc-8559-4653-b714-d6a6dee0d10b req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.16 "DELETE /v2.0/ports/ec710076-bc65-47ba-9232-7c4ff20e2498 HTTP/1.1" status: 204 len: 173 time: 0.4769568 Mar 04 16:01:17.053239 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.053588 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.053958 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.054354 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.054695 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.055062 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.055398 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.055731 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.056611 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.056938 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.057391 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.057983 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.058179 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888d9e8-cb68-4bc8-a1d4-6a5de29e1251 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.060799 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'name': 'network-vif-deleted', 'tag': 'ec710076-bc65-47ba-9232-7c4ff20e2498'}] {{(pid=110046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:17.063871 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb539d0f9923b9a74a034155ce7af8044c427cb6cad9a2b6f5fd8bef1201ccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602ad9ae-d650-46dd-8c93-1fad52b5a286" -d '{"events": [{"server_uuid": "1d729e3d-a328-4f7b-bd90-984d87f85036", "name": "network-vif-deleted", "tag": "ec710076-bc65-47ba-9232-7c4ff20e2498"}]}' {{(pid=110046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:17.105597 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316e7b30-dda0-4b5c-97be-36221e01c4f4 x-openstack-request-id: req-316e7b30-dda0-4b5c-97be-36221e01c4f4 {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:17.105985 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d729e3d-a328-4f7b-bd90-984d87f85036", "name": "network-vif-deleted", "tag": "ec710076-bc65-47ba-9232-7c4ff20e2498", "status": "completed", "code": 200}]} {{(pid=110046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:17.106270 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-316e7b30-dda0-4b5c-97be-36221e01c4f4 {{(pid=110046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:17.106645 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d729e3d-a328-4f7b-bd90-984d87f85036', 'name': 'network-vif-deleted', 'tag': 'ec710076-bc65-47ba-9232-7c4ff20e2498', 'status': 'completed', 'code': 200} Mar 04 16:01:17.156533 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Made reservation on behalf of 960dd92221d54e4bb4f7db0e26f46fee for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:01:17.159952 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:17.286196 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Allocated IP 172.20.0.12 (8ad6b916-0f1e-4439-b46d-bf9b738e272b/310229ed-eb7b-4ecd-be96-cd022dbbf58c/ef0eae25-50c7-4c49-a038-054df57f5238) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:01:17.401685 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6bcf5cba-b029-424d-a315-fe7c5e3a8cfc req-4f9a1b33-1231-4ef7-adb7-ea90e17f44d9 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 210 time: 0.0650973 Mar 04 16:01:17.453553 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks [] for port (ef0eae25-50c7-4c49-a038-054df57f5238), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:17.533837 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-397405ad-2efd-4571-9f7d-462d719ded12 req-784a5b8a-cd12-4a1e-bd72-fd2aef123e51 tempest-VolumesActionsTest-764652550 tempest-VolumesActionsTest-764652550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d729e3d-a328-4f7b-bd90-984d87f85036 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Mar 04 16:01:17.550535 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:17.595474 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Network 8ad6b916-0f1e-4439-b46d-bf9b738e272b is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:01:17.598576 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:01:17.600962 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:01:17.630556 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Pushing event updated for resources: {'Port': ['ID=ef0eae25-50c7-4c49-a038-054df57f5238,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:17.642298 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.642647 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.642989 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.643325 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.643657 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.643987 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.644318 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.644641 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.644967 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.645290 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.645611 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.645959 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.646273 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:01:17.664226 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:17.664829 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:17.747428 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-2704597f-9aaa-4ceb-b280-a3e574b290c2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7901723 Mar 04 16:01:17.761969 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Request body: {'port': {'device_id': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:01:17.818689 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:18.076311 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0eae25-50c7-4c49-a038-054df57f5238 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:01:18.083750 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Publish callbacks [] for port (ef0eae25-50c7-4c49-a038-054df57f5238), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:18.095351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Transition to ACTIVE for port object ef0eae25-50c7-4c49-a038-054df57f5238 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 16:01:18.161690 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:18.225618 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0eae25-50c7-4c49-a038-054df57f5238,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:18.275123 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Attempting to bind port ef0eae25-50c7-4c49-a038-054df57f5238 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:01:18.275458 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Attempting to bind port ef0eae25-50c7-4c49-a038-054df57f5238 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:01:18.275782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Attempting to bind port ef0eae25-50c7-4c49-a038-054df57f5238 on network 8ad6b916-0f1e-4439-b46d-bf9b738e272b {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:01:18.279898 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Port ef0eae25-50c7-4c49-a038-054df57f5238 on network 8ad6b916-0f1e-4439-b46d-bf9b738e272b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 16:01:18.280210 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Attempting to bind port ef0eae25-50c7-4c49-a038-054df57f5238 on network 8ad6b916-0f1e-4439-b46d-bf9b738e272b {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:01:18.284776 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:01:18.285105 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Checking segment: {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:01:18.285473 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Bound using segment: {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:01:18.286058 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Bound port: ef0eae25-50c7-4c49-a038-054df57f5238, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a67d57f-6a82-4314-b07b-5ff36b0de465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:01:18.286401 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:18.350133 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] For port ef0eae25-50c7-4c49-a038-054df57f5238, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:01:18.353599 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] For port ef0eae25-50c7-4c49-a038-054df57f5238, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef0eae25-50c7-4c49-a038-054df57f5238,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:01:18.442557 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:18.475673 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:18.476283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:18.477610 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef0eae25-50c7-4c49-a038-054df57f5238 HTTP/1.1" status: 200 len: 1094 time: 0.7197373 Mar 04 16:01:18.487362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'tag': 'ef0eae25-50c7-4c49-a038-054df57f5238'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:18.489550 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ffa8d-16a4-4841-894a-8c08778c41cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a589fc6c-276c-4e05-a3cc-6810e27c9cd7", "tag": "ef0eae25-50c7-4c49-a038-054df57f5238"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:18.530065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8add661-312d-441f-850f-9eb993b59caa x-openstack-request-id: req-d8add661-312d-441f-850f-9eb993b59caa {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:18.530065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a589fc6c-276c-4e05-a3cc-6810e27c9cd7", "tag": "ef0eae25-50c7-4c49-a038-054df57f5238", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:18.530065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8add661-312d-441f-850f-9eb993b59caa {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:18.530065 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'tag': 'ef0eae25-50c7-4c49-a038-054df57f5238', 'status': 'completed', 'code': 200} Mar 04 16:01:18.534143 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b549d9-a1d7-46ce-9fdb-fa21fbcc3220 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0eae25-50c7-4c49-a038-054df57f5238,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:18.557367 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f3465-c62d-40da-92a6-d05c7a4ecbd2 req-da86b2c8-fee0-40c0-91a2-271a9d2cac8c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:18.558943 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0a1f3465-c62d-40da-92a6-d05c7a4ecbd2 req-da86b2c8-fee0-40c0-91a2-271a9d2cac8c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0882893 Mar 04 16:01:18.636119 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0a1f3465-c62d-40da-92a6-d05c7a4ecbd2 req-263c7125-e58b-4867-aa8d-37cdd685f5b2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677128 Mar 04 16:01:18.638816 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffa8d-16a4-4841-894a-8c08778c41cf req-96b07bb6-31c6-44a0-a09d-4f5fec76ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:18.640216 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2f5ffa8d-16a4-4841-894a-8c08778c41cf req-96b07bb6-31c6-44a0-a09d-4f5fec76ff7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0804436 Mar 04 16:01:18.739057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffa8d-16a4-4841-894a-8c08778c41cf req-1548c122-f6cf-4368-87bb-cf47e5fef56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:18.740504 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2f5ffa8d-16a4-4841-894a-8c08778c41cf req-1548c122-f6cf-4368-87bb-cf47e5fef56b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916243 Mar 04 16:01:18.835506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffa8d-16a4-4841-894a-8c08778c41cf req-4f867d87-07c5-4436-beb9-c91bdef318cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:18.837007 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2f5ffa8d-16a4-4841-894a-8c08778c41cf req-4f867d87-07c5-4436-beb9-c91bdef318cc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907021 Mar 04 16:01:18.914368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-4ce22c36-7c1f-4054-b966-ac365f63468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:18.915894 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-4ce22c36-7c1f-4054-b966-ac365f63468c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0461812 Mar 04 16:01:18.955093 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-a4306e3b-0279-4211-8185-fe230324564a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0eae25-50c7-4c49-a038-054df57f5238 HTTP/1.1" status: 200 len: 217 time: 0.0330932 Mar 04 16:01:19.006445 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-c7870c9a-67f1-40e0-963a-1eff056f6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:19.007945 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-c7870c9a-67f1-40e0-963a-1eff056f6649 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310229ed-eb7b-4ecd-be96-cd022dbbf58c HTTP/1.1" status: 200 len: 854 time: 0.0475192 Mar 04 16:01:19.039097 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-c08cfe40-08c7-4ec8-a67f-e7b250027416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ad6b916-0f1e-4439-b46d-bf9b738e272b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257347 Mar 04 16:01:19.130688 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-938a9aad-9bf5-45ed-8466-42f3014ac7c9 service neutron] 10.222.0.16 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854647 Mar 04 16:01:19.224035 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbd4a869-87f4-4e03-96c7-cba3e8a740d7 req-4ba87370-4069-4ba7-ac7c-01bc29f2ec59 service neutron] 10.222.0.16 "GET /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Mar 04 16:01:19.755132 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec602-d6af-437a-886e-0d07b1421e25 req-00db689b-e933-4ae6-a35c-0ffdf78f6b78 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:19.756632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3aaec602-d6af-437a-886e-0d07b1421e25 req-00db689b-e933-4ae6-a35c-0ffdf78f6b78 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0540028 Mar 04 16:01:19.801588 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3aaec602-d6af-437a-886e-0d07b1421e25 req-f9337a3e-e62e-4a70-bdcb-1cc2240319bb tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Mar 04 16:01:20.922412 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedc88d-9fd8-4e8a-b8ae-6dd1d7c923a7 req-13de13ff-ead9-46b7-9d0f-f5b79149174c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:20.923868 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7dedc88d-9fd8-4e8a-b8ae-6dd1d7c923a7 req-13de13ff-ead9-46b7-9d0f-f5b79149174c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0562756 Mar 04 16:01:20.969291 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7dedc88d-9fd8-4e8a-b8ae-6dd1d7c923a7 req-6e0f0781-12c3-4b8d-b7e7-edff2d6d60f4 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Mar 04 16:01:21.482466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8d5c5-d982-4727-b7d0-3da9aacaba5a req-d4155c93-93b4-4c54-a65d-6aaa5aaeeb7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:21.483920 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e3c8d5c5-d982-4727-b7d0-3da9aacaba5a req-d4155c93-93b4-4c54-a65d-6aaa5aaeeb7e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0515480 Mar 04 16:01:21.531127 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e3c8d5c5-d982-4727-b7d0-3da9aacaba5a req-9f6b821d-7fed-428e-a035-fd9a43fe75a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416608 Mar 04 16:01:21.682793 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ec710076-bc65-47ba-9232-7c4ff20e2498 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:01:21.704766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: ec710076-bc65-47ba-9232-7c4ff20e2498 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:01:21.705112 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ec710076-bc65-47ba-9232-7c4ff20e2498 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:01:22.085506 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420dee6-29f6-4ea9-b5df-840aa96613b3 req-8321667e-847b-4167-bf7d-319b81000a7e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:22.086998 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6420dee6-29f6-4ea9-b5df-840aa96613b3 req-8321667e-847b-4167-bf7d-319b81000a7e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0508943 Mar 04 16:01:22.135915 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6420dee6-29f6-4ea9-b5df-840aa96613b3 req-355a7598-1165-4d1b-8072-799a4c2c5dbf tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429826 Mar 04 16:01:22.647004 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b5a3-2bb9-4079-9af3-d7074c092dc1 req-20a368c2-0803-4629-88bb-b466ba006dd2 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:22.648440 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-42c8b5a3-2bb9-4079-9af3-d7074c092dc1 req-20a368c2-0803-4629-88bb-b466ba006dd2 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Mar 04 16:01:22.695363 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-42c8b5a3-2bb9-4079-9af3-d7074c092dc1 req-b5520512-ce47-49d9-b6c2-db72bd375e2e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Mar 04 16:01:23.250190 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5da093-a365-4122-8862-4281d114f664 req-ef9cd344-9625-4358-9f84-ce17db5dbaf3 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:23.251645 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9d5da093-a365-4122-8862-4281d114f664 req-ef9cd344-9625-4358-9f84-ce17db5dbaf3 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0521505 Mar 04 16:01:23.297307 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9d5da093-a365-4122-8862-4281d114f664 req-ac72f432-5f22-4ddc-9e0f-dcdbaad188a9 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Mar 04 16:01:23.820057 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dceb585-ff12-4b71-a02b-4e76d89ee8f9 req-5ad2c411-e723-4867-84bd-a9edb71c89eb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:23.820057 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4dceb585-ff12-4b71-a02b-4e76d89ee8f9 req-5ad2c411-e723-4867-84bd-a9edb71c89eb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0559878 Mar 04 16:01:23.893652 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4dceb585-ff12-4b71-a02b-4e76d89ee8f9 req-6dcbf07f-3836-47a4-a8f6-4d1cd049543f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710042 Mar 04 16:01:24.416006 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a80af-8b27-45fd-bc10-c9d8803bc152 req-10b532de-a6ca-4dc7-96cb-8de6b2bee7b0 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:24.417959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-519a80af-8b27-45fd-bc10-c9d8803bc152 req-10b532de-a6ca-4dc7-96cb-8de6b2bee7b0 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0517046 Mar 04 16:01:24.462395 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-519a80af-8b27-45fd-bc10-c9d8803bc152 req-e72c9808-13a6-491a-aaa5-98391a6a4ec6 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Mar 04 16:01:25.006191 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4c421-f970-4fdc-8a88-5b9bbf80641f req-8998bf29-9c12-4a5f-8015-634691486773 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:25.007620 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-76a4c421-f970-4fdc-8a88-5b9bbf80641f req-8998bf29-9c12-4a5f-8015-634691486773 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0506332 Mar 04 16:01:25.057804 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-76a4c421-f970-4fdc-8a88-5b9bbf80641f req-e97cd089-2d7a-44ce-b07b-9297e7c24e4a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Mar 04 16:01:25.579060 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4617d9-9db7-46a7-a3e7-92c98ed3e908 req-f5343f1d-65a5-4be1-a033-781f4ca528bf tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:25.580509 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d4617d9-9db7-46a7-a3e7-92c98ed3e908 req-f5343f1d-65a5-4be1-a033-781f4ca528bf tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0519605 Mar 04 16:01:25.629062 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2d4617d9-9db7-46a7-a3e7-92c98ed3e908 req-36982128-f5c9-4294-92a5-b93a1268a095 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Mar 04 16:01:25.940666 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-bd49ff3d-8b07-4913-bf3f-1fa8fb00ca1b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:25.942100 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-bd49ff3d-8b07-4913-bf3f-1fa8fb00ca1b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.0509119 Mar 04 16:01:26.039651 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Deleting port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:01:26.039990 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.131589 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] For port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:26.131953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.285241 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d64cb-a2ac-4518-a9b2-87b32307a1c2 req-c510d48b-3aad-4138-8c34-15f07d48dddd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:26.286728 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-242d64cb-a2ac-4518-a9b2-87b32307a1c2 req-c510d48b-3aad-4138-8c34-15f07d48dddd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 946 time: 0.1418214 Mar 04 16:01:26.385202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-242d64cb-a2ac-4518-a9b2-87b32307a1c2 req-f6b9712a-e903-4c0b-afda-c981f0bdfa38 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902925 Mar 04 16:01:26.399782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.400158 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (558e9eb1-a7ab-4c50-9967-8c1757192546), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.400765 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Floating IP 558e9eb1-a7ab-4c50-9967-8c1757192546 disassociated. External IP: 172.27.2.221, port: b0085ae6-9fa6-4f4f-b735-05ed1b7412b7. Mar 04 16:01:26.401253 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Calling delete_port for b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:01:26.558921 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ef0eae25-50c7-4c49-a038-054df57f5238 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 16:01:26.602655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (b0085ae6-9fa6-4f4f-b735-05ed1b7412b7), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.638713 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'Port': ['ID=b0085ae6-9fa6-4f4f-b735-05ed1b7412b7,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:26.673103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port ef0eae25-50c7-4c49-a038-054df57f5238, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef0eae25-50c7-4c49-a038-054df57f5238,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:26.688919 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'ef0eae25-50c7-4c49-a038-054df57f5238', 'network_id': '8ad6b916-0f1e-4439-b46d-bf9b738e272b', 'port_id': 'ef0eae25-50c7-4c49-a038-054df57f5238', 'mac_address': 'fa:16:3e:c2:84:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310229ed-eb7b-4ecd-be96-cd022dbbf58c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 16:01:26.733630 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port ef0eae25-50c7-4c49-a038-054df57f5238 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:01:26.734157 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.749940 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0eae25-50c7-4c49-a038-054df57f5238 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:01:26.777315 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port ef0eae25-50c7-4c49-a038-054df57f5238, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef0eae25-50c7-4c49-a038-054df57f5238,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:26.836080 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:26.841660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc0aa1-4af2-450a-bcac-62757489b528 req-d9676fc6-eee3-48dc-8973-26b8db77ce47 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:26.843741 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-35cc0aa1-4af2-450a-bcac-62757489b528 req-d9676fc6-eee3-48dc-8973-26b8db77ce47 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 944 time: 0.0874577 Mar 04 16:01:26.846300 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:01:26.901285 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=ef0eae25-50c7-4c49-a038-054df57f5238,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:26.961564 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-35cc0aa1-4af2-450a-bcac-62757489b528 req-86858917-cad7-4c73-980d-65c3b60a4210 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113842 Mar 04 16:01:27.039768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:01:27.056954 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:01:27.080565 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:01:27.081207 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:01:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:27.117284 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] No DVR routers for this DVR port b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:01:27.120173 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:27.124413 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8dd757a7-a0a1-48bd-a116-ed1eec6ab3df req-8048e8fb-29bb-4fd0-b886-f820c03c667c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "DELETE /v2.0/ports/b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 HTTP/1.1" status: 204 len: 173 time: 1.1770442 Mar 04 16:01:27.124886 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'name': 'network-vif-deleted', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:27.127190 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8e2621-d7b2-4cd3-b611-b5647e3a081b" -d '{"events": [{"server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "name": "network-vif-deleted", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:27.182185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b2759-1748-400c-804e-bb63270b1772 x-openstack-request-id: req-447b2759-1748-400c-804e-bb63270b1772 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:27.182491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bbcd34-e97d-4390-858a-c07b56807521", "name": "network-vif-deleted", "tag": "b0085ae6-9fa6-4f4f-b735-05ed1b7412b7", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:27.182754 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-447b2759-1748-400c-804e-bb63270b1772 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:27.183799 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bbcd34-e97d-4390-858a-c07b56807521', 'name': 'network-vif-deleted', 'tag': 'b0085ae6-9fa6-4f4f-b735-05ed1b7412b7', 'status': 'completed', 'code': 200} Mar 04 16:01:27.189012 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['ef0eae25-50c7-4c49-a038-054df57f5238'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:01:27.301978 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:01:27.524894 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-626c988a-b24d-4811-b84e-0b60a0bff65f req-41c74f8f-41c5-4001-a1ee-29be6e57bb0a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bbcd34-e97d-4390-858a-c07b56807521 HTTP/1.1" status: 200 len: 210 time: 0.0484629 Mar 04 16:01:27.585662 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:27.616714 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:01:27.626359 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:01:27.627134 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:01:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:27.748294 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:01:27.977097 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:28.110429 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd416f8-1540-4235-aabb-49ad554a577a None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:01:28.117878 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b8c5-281f-49b4-9ef7-52b900716523 req-1041f517-97fa-49d9-a680-7f19b0022d6f tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:28.127751 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ec35b8c5-281f-49b4-9ef7-52b900716523 req-1041f517-97fa-49d9-a680-7f19b0022d6f tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 945 time: 0.0817802 Mar 04 16:01:28.182257 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ec35b8c5-281f-49b4-9ef7-52b900716523 req-514048e4-539a-4079-86b6-a2503fef5d82 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Mar 04 16:01:28.488168 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6994b16a-df74-41de-bd96-27790fd5b7c5 None None] New status for floating IP 558e9eb1-a7ab-4c50-9967-8c1757192546: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:01:28.600088 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ef0eae25-50c7-4c49-a038-054df57f5238 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:01:28.700066 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port ef0eae25-50c7-4c49-a038-054df57f5238 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:01:28.706849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port ef0eae25-50c7-4c49-a038-054df57f5238 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:01:28.707254 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:28.817890 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port ef0eae25-50c7-4c49-a038-054df57f5238 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:01:28.818135 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:28.844917 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0eae25-50c7-4c49-a038-054df57f5238'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:28.847552 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e08bdb8-6437-46c4-ade4-e1be8b8a066b" -d '{"events": [{"server_uuid": "a589fc6c-276c-4e05-a3cc-6810e27c9cd7", "name": "network-vif-plugged", "status": "completed", "tag": "ef0eae25-50c7-4c49-a038-054df57f5238"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:28.863444 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port ef0eae25-50c7-4c49-a038-054df57f5238, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef0eae25-50c7-4c49-a038-054df57f5238,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:28.905911 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9674bc-df9f-4b78-9694-aa05adfc0e36 x-openstack-request-id: req-df9674bc-df9f-4b78-9694-aa05adfc0e36 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:28.905911 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a589fc6c-276c-4e05-a3cc-6810e27c9cd7", "name": "network-vif-plugged", "status": "completed", "tag": "ef0eae25-50c7-4c49-a038-054df57f5238", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:28.905911 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df9674bc-df9f-4b78-9694-aa05adfc0e36 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:28.905911 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0eae25-50c7-4c49-a038-054df57f5238', 'code': 200} Mar 04 16:01:28.921817 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:28.923236 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:01:28.971029 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:01:28.972686 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device b0085ae6-9fa6-4f4f-b735-05ed1b7412b7 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:01:29.007553 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-54d235d7-0592-4159-a997-5946af265717 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906455398&fields=id&tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 267 time: 0.0674741 Mar 04 16:01:29.042344 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=ef0eae25-50c7-4c49-a038-054df57f5238,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:29.133162 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-935f2dd1-f54b-4c82-b610-81600bb6d1b4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:29.135212 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-935f2dd1-f54b-4c82-b610-81600bb6d1b4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 810 time: 0.1188810 Mar 04 16:01:29.150631 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-92b3f202-0058-4149-8862-133bfa43b45c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/quotas/fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 375 time: 0.0095804 Mar 04 16:01:29.215237 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-d4c0b2c6-cded-452a-8a6a-ebc27d7a54a8 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580077 Mar 04 16:01:29.231503 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-955cd47d-7c91-4877-ac68-ca4e02e71035 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 16:01:29.232530 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-955cd47d-7c91-4877-ac68-ca4e02e71035 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059452 Mar 04 16:01:29.394370 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-09da99aa-5497-4337-a7f2-7c8f6f33ea17 service neutron] 10.222.0.21 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216269 Mar 04 16:01:29.394370 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5d2a4-b784-4bfb-829f-a5fb5eec909a req-3c2a457d-3995-4e99-b5fe-b973d0ca508a tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:29.394370 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-61c5d2a4-b784-4bfb-829f-a5fb5eec909a req-3c2a457d-3995-4e99-b5fe-b973d0ca508a tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0822093 Mar 04 16:01:29.467496 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-61c5d2a4-b784-4bfb-829f-a5fb5eec909a req-0b0e5bd7-f1fd-4305-9bb4-513d477e1fe4 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894284 Mar 04 16:01:29.514593 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-933f5696-d331-48d9-83d0-80a5e8ed68a3 service neutron] 10.222.0.21 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438351 Mar 04 16:01:29.532240 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5c276-468a-4090-8483-cad9e212ce2e req-57750639-df39-4d7b-9071-bb458cce0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:29.533742 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93e5c276-468a-4090-8483-cad9e212ce2e req-57750639-df39-4d7b-9071-bb458cce0e4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 1130 time: 0.0635605 Mar 04 16:01:29.592278 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-93e5c276-468a-4090-8483-cad9e212ce2e req-667c0f44-41a5-4872-b7b2-8c0d04bea3c0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513647 Mar 04 16:01:29.965894 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:01:30.163721 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c552596-0105-4471-8f22-6ff547fbc006 req-cd3a4826-c7c2-471c-9f41-8aeb8aab72be tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 210 time: 0.0387895 Mar 04 16:01:30.639965 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd5e99-cfd4-4f05-8617-ecc0fea15e2b req-2aad76ab-6d3e-4340-8967-ab5a38540a98 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:30.649463 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-babd5e99-cfd4-4f05-8617-ecc0fea15e2b req-2aad76ab-6d3e-4340-8967-ab5a38540a98 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0861087 Mar 04 16:01:30.706809 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-babd5e99-cfd4-4f05-8617-ecc0fea15e2b req-308fffe6-3b18-48a6-ba22-06302dcee385 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Mar 04 16:01:31.269169 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da6ae430-c626-41f7-a921-8a11c4c8f8fd req-9da39008-eaac-4e80-a6fa-0a9afb56a398 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 210 time: 0.0307040 Mar 04 16:01:31.858753 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079fb1-37d9-4e9d-866e-0c52c3c706bf req-f9db9c7e-1c2d-40bc-bbf7-107cc8e8ff87 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:31.860516 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a079fb1-37d9-4e9d-866e-0c52c3c706bf req-f9db9c7e-1c2d-40bc-bbf7-107cc8e8ff87 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0638471 Mar 04 16:01:31.919966 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6a079fb1-37d9-4e9d-866e-0c52c3c706bf req-dcbe6aa1-aec2-46f1-b544-769644e6be13 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536394 Mar 04 16:01:32.119638 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-5fb6914f-a88c-48f0-94e0-565260d9a5d0 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:32.122111 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-5fb6914f-a88c-48f0-94e0-565260d9a5d0 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 810 time: 0.1381435 Mar 04 16:01:32.197064 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-552c42e2-71f2-4c53-b99a-d08074754ed2 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 379 time: 0.0635815 Mar 04 16:01:32.202871 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'port': {'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'admin_state_up': True, 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'security_groups': ['175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:01:32.384751 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f9ff0713-a64b-41a4-8ae8-a9e6ed1dc605 req-f90657ae-65a7-4db4-86aa-cd69f3aca343 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Mar 04 16:01:32.591817 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Made reservation on behalf of fe6ccd37ce43447ba1cd93c83e3c9f2c for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:01:32.594210 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:32.737682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Allocated IP 172.20.0.12 (c081df21-7d7d-4014-872e-08007cbf9802/bd033da4-80bb-4ef3-aab0-ac27bc1d8a59/0bfb13fd-caaf-479e-be1a-bc7e48177e4b) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:01:32.927869 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:33.082983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:33.149768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:33.154830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Network c081df21-7d7d-4014-872e-08007cbf9802 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:01:33.156244 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:01:33.158649 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:01:33.208817 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:33.209432 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:33.290546 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-b0b6a0c1-be52-4bdb-a8d3-78a814cf02a4 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0912251 Mar 04 16:01:33.306843 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Request body: {'port': {'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:01:33.439166 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:33.553690 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-a8956852-24e9-447b-891c-97200f60aa48 None None] Provisioning complete for port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:01:33.558189 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-a8956852-24e9-447b-891c-97200f60aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:33.598058 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-a8956852-24e9-447b-891c-97200f60aa48 None None] Port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:01:33.643203 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c431f-03c0-43d9-8117-31a3a3e988c7 req-c8f7999d-67d1-4694-8088-873c28700b7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:33.644804 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fa8c431f-03c0-43d9-8117-31a3a3e988c7 req-c8f7999d-67d1-4694-8088-873c28700b7b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 932 time: 0.1400983 Mar 04 16:01:33.741491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-fa8c431f-03c0-43d9-8117-31a3a3e988c7 req-8f9b4504-848b-45b0-b069-cdb27066fd8f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679510 Mar 04 16:01:34.121294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfb13fd-caaf-479e-be1a-bc7e48177e4b {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:01:34.129780 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Publish callbacks [] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:34.142988 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Transition to ACTIVE for port object 0bfb13fd-caaf-479e-be1a-bc7e48177e4b will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 16:01:34.207633 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:34.267390 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:34.369028 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Attempting to bind port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:01:34.369521 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Attempting to bind port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:01:34.369987 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Attempting to bind port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:01:34.375585 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b on network c081df21-7d7d-4014-872e-08007cbf9802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 16:01:34.376091 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Attempting to bind port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:01:34.381471 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:01:34.381931 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Checking segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:01:34.382389 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Bound using segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:01:34.382892 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Bound port: 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:01:34.383318 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:34.459357 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] For port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:01:34.469171 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] For port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:01:34.579333 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:34.596452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:34.597609 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:34.599241 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] 10.222.0.16 "PUT /v2.0/ports/0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 1094 time: 1.3018081 Mar 04 16:01:34.599702 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:34.602132 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf04577-d5d0-41ed-ac79-baa7f87c2087" -d '{"events": [{"name": "network-changed", "server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:34.665961 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3e77-fa60-4e56-8358-043b67e6b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:34.670122 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f8ed17-f2fd-4bcc-89d9-52b39a155bf8 x-openstack-request-id: req-a2f8ed17-f2fd-4bcc-89d9-52b39a155bf8 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:34.670419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:34.670678 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2f8ed17-f2fd-4bcc-89d9-52b39a155bf8 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:34.671076 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'status': 'completed', 'code': 200} Mar 04 16:01:34.756330 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04577-d5d0-41ed-ac79-baa7f87c2087 req-7b2af1f3-03ce-4199-9e03-0e8ec0eaa340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:34.758557 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9cf04577-d5d0-41ed-ac79-baa7f87c2087 req-7b2af1f3-03ce-4199-9e03-0e8ec0eaa340 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1128 time: 0.0605991 Mar 04 16:01:34.926341 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04577-d5d0-41ed-ac79-baa7f87c2087 req-8ace6ba8-342a-418b-aaa0-97a5180f2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:34.928117 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9cf04577-d5d0-41ed-ac79-baa7f87c2087 req-8ace6ba8-342a-418b-aaa0-97a5180f2077 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1625993 Mar 04 16:01:34.953143 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca21ba-4bdb-4c76-9e4e-25d12df4eca3 req-99369dbe-f0d2-46ba-82f2-9323ab72c64a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:34.954680 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-90ca21ba-4bdb-4c76-9e4e-25d12df4eca3 req-99369dbe-f0d2-46ba-82f2-9323ab72c64a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.1054816 Mar 04 16:01:35.087956 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-90ca21ba-4bdb-4c76-9e4e-25d12df4eca3 req-044f759b-958e-4c47-a7b7-a24e2126abb8 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188357 Mar 04 16:01:35.109833 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04577-d5d0-41ed-ac79-baa7f87c2087 req-0e8ebb56-7e43-41f2-b704-72177c43b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:35.111304 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9cf04577-d5d0-41ed-ac79-baa7f87c2087 req-0e8ebb56-7e43-41f2-b704-72177c43b546 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769035 Mar 04 16:01:35.212805 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-5b91ccd1-23e2-4a62-89f5-5bf5b1bb4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:35.214934 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-5b91ccd1-23e2-4a62-89f5-5bf5b1bb4f02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1128 time: 0.0574896 Mar 04 16:01:35.261775 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-0f3d54bb-d15e-4a1f-9a8d-cbefc0281dce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 217 time: 0.0394528 Mar 04 16:01:35.328487 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-02c6dab3-fb57-4202-a707-5d1ea1ab3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:35.328487 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-02c6dab3-fb57-4202-a707-5d1ea1ab3912 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0610530 Mar 04 16:01:35.388001 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-cedec20d-4759-4796-a7ba-85c755094aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:35.389498 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-cedec20d-4759-4796-a7ba-85c755094aca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546083 Mar 04 16:01:35.500366 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-8a331c4e-fcec-4c71-8a00-9d576576717c service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026466 Mar 04 16:01:35.602081 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a49f2536-01f0-4f13-8b30-b36d79ce84d3 req-cafac109-2f61-44b3-811d-fc17be262d89 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951452 Mar 04 16:01:36.230722 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816d193-b5b8-4573-b272-fe7a14e0f283 req-56d8ec74-20be-4580-b8bf-e28562af30a5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:36.232669 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7816d193-b5b8-4573-b272-fe7a14e0f283 req-56d8ec74-20be-4580-b8bf-e28562af30a5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0687943 Mar 04 16:01:36.297924 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7816d193-b5b8-4573-b272-fe7a14e0f283 req-1dc5ebaa-9ba6-48fc-8a71-b08e66206dd9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519938 Mar 04 16:01:37.425815 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a2dcc-47cb-430a-b070-455313f0b004 req-707f8b35-77c3-4bc1-b739-e632aa04b65d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:37.428155 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5e4a2dcc-47cb-430a-b070-455313f0b004 req-707f8b35-77c3-4bc1-b739-e632aa04b65d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0742855 Mar 04 16:01:37.492665 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5e4a2dcc-47cb-430a-b070-455313f0b004 req-5524e469-5442-4ff0-8d9c-3c5eba2a332c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578215 Mar 04 16:01:38.609478 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f471-8163-4294-9aa9-e001480d2ab9 req-63b24f28-e079-4d5a-a706-a080b21c6091 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:38.610949 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-24f4f471-8163-4294-9aa9-e001480d2ab9 req-63b24f28-e079-4d5a-a706-a080b21c6091 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0507236 Mar 04 16:01:38.659806 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-24f4f471-8163-4294-9aa9-e001480d2ab9 req-32aa1ea3-02b0-485e-954d-9429f30ada61 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Mar 04 16:01:39.739744 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-82e51f18-9554-4d8b-86aa-ca139e2634a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:39.799492 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b934b-0c2e-4210-b2b8-0d9c97fecb4c req-aabe1d5c-d2fc-490d-8488-4a346830713f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:39.801131 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca3b934b-0c2e-4210-b2b8-0d9c97fecb4c req-aabe1d5c-d2fc-490d-8488-4a346830713f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0662515 Mar 04 16:01:39.879283 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ca3b934b-0c2e-4210-b2b8-0d9c97fecb4c req-eecbd34a-9bfa-4616-a423-7ccfe1868966 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696135 Mar 04 16:01:41.010014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2806f7-b256-40c3-a0ed-e4eb99613210 req-2cc8ecf2-5cce-44ba-8dfc-12ed5a637255 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:41.010014 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8d2806f7-b256-40c3-a0ed-e4eb99613210 req-2cc8ecf2-5cce-44ba-8dfc-12ed5a637255 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0614269 Mar 04 16:01:41.068065 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8d2806f7-b256-40c3-a0ed-e4eb99613210 req-4a0b608a-5dad-4fe0-be87-28713aeb6635 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515866 Mar 04 16:01:42.069948 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-072cd1cf-de1c-4cab-80b8-1e129fc87d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:42.193514 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3246c-644b-4bcb-8f4f-cd7f58606073 req-29bf1ee7-a4d6-460b-81be-e9a49add24dd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:42.195039 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d1f3246c-644b-4bcb-8f4f-cd7f58606073 req-29bf1ee7-a4d6-460b-81be-e9a49add24dd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0554762 Mar 04 16:01:42.248119 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d1f3246c-644b-4bcb-8f4f-cd7f58606073 req-099d720d-467b-4832-bdc4-238d9a873215 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467703 Mar 04 16:01:42.440915 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:43.367120 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:43.376010 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23c94-2cc2-4399-92fe-81b4003e9abe req-5164d6cf-438d-4b06-bcd7-bda7e3fff255 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:43.378881 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-13b23c94-2cc2-4399-92fe-81b4003e9abe req-5164d6cf-438d-4b06-bcd7-bda7e3fff255 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 944 time: 0.0610926 Mar 04 16:01:43.425942 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-13b23c94-2cc2-4399-92fe-81b4003e9abe req-33653c91-f410-4f0c-b963-68d13efb5638 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Mar 04 16:01:44.225945 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 0bfb13fd-caaf-479e-be1a-bc7e48177e4b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 16:01:44.320538 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:44.331747 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 16:01:44.371937 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:01:44.372506 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:44.384888 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfb13fd-caaf-479e-be1a-bc7e48177e4b {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:01:44.404096 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:44.475482 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:44.522529 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:44.543062 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f32c74-68bb-4c71-b175-125f17f24baa req-abe30108-35a9-4dba-aa50-d85d64d0cd9d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:44.544989 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b1f32c74-68bb-4c71-b175-125f17f24baa req-abe30108-35a9-4dba-aa50-d85d64d0cd9d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 945 time: 0.0541410 Mar 04 16:01:44.591736 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b1f32c74-68bb-4c71-b175-125f17f24baa req-6e1e8acb-0cb0-4ed9-b459-7a91f266f687 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413325 Mar 04 16:01:44.720893 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:45.709304 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e026-55fc-416f-818e-9144856d77a9 req-bb952ae0-f21f-4b32-a41c-34d0ee66beeb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:45.710777 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b155e026-55fc-416f-818e-9144856d77a9 req-bb952ae0-f21f-4b32-a41c-34d0ee66beeb tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 945 time: 0.0549808 Mar 04 16:01:45.757366 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b155e026-55fc-416f-818e-9144856d77a9 req-c3ddadab-0557-466d-bd24-3e83bb4a8c40 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411389 Mar 04 16:01:46.149673 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:46.874568 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5ba99-d5c0-4d12-b836-9ab9ac42e245 req-7ec5dcc6-8209-497e-a39d-f527ad64ffaf tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:46.876023 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6da5ba99-d5c0-4d12-b836-9ab9ac42e245 req-7ec5dcc6-8209-497e-a39d-f527ad64ffaf tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 945 time: 0.0515664 Mar 04 16:01:46.924530 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6da5ba99-d5c0-4d12-b836-9ab9ac42e245 req-d7b66e54-0997-4986-94b0-983430a3655e tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Mar 04 16:01:47.667745 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['0bfb13fd-caaf-479e-be1a-bc7e48177e4b'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:01:48.038411 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b21fb-9b76-4b98-81aa-46b13b68c4c4 req-9376ef36-25d1-4d06-99f6-3190982b5a48 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:48.039819 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-264b21fb-9b76-4b98-81aa-46b13b68c4c4 req-9376ef36-25d1-4d06-99f6-3190982b5a48 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Mar 04 16:01:48.090381 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-264b21fb-9b76-4b98-81aa-46b13b68c4c4 req-3e1a822b-b315-42a9-bf07-438d30ccac6c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444729 Mar 04 16:01:49.206072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b595a8-96f3-4b42-8d95-fa49e59b2f83 req-15cbd8e1-110c-4591-86de-d857b448d888 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:49.207534 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7b595a8-96f3-4b42-8d95-fa49e59b2f83 req-15cbd8e1-110c-4591-86de-d857b448d888 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 945 time: 0.0523720 Mar 04 16:01:49.255776 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7b595a8-96f3-4b42-8d95-fa49e59b2f83 req-1be3d8eb-2ea1-4916-9753-da7d066f6758 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Mar 04 16:01:50.334355 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 0bfb13fd-caaf-479e-be1a-bc7e48177e4b up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:01:50.374611 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bdf46-8e11-403f-bbe0-9088d7626355 req-b7145902-b08b-42e4-9d45-f3de9cfe28ae tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:50.376222 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-914bdf46-8e11-403f-bbe0-9088d7626355 req-b7145902-b08b-42e4-9d45-f3de9cfe28ae tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Mar 04 16:01:50.425040 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-914bdf46-8e11-403f-bbe0-9088d7626355 req-51e9567d-a520-480f-bc8c-09ab41f88508 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 Mar 04 16:01:50.435376 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:01:50.439971 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:01:50.445795 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:50.514361 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:01:50.514745 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:50.536379 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:50.538583 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d330126-9d73-4293-98b2-c173e467d0b8" -d '{"events": [{"server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:50.550587 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:01:50.573588 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ca0eaa-b2d7-4c1f-9827-e2e46f2fa439 x-openstack-request-id: req-43ca0eaa-b2d7-4c1f-9827-e2e46f2fa439 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:50.574020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:50.574281 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43ca0eaa-b2d7-4c1f-9827-e2e46f2fa439 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:50.574678 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'code': 200} Mar 04 16:01:50.612716 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:50.661509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:51.545201 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7dce9-35e4-4812-8786-c3a8131bec76 req-89adcf35-f92e-4e8e-b798-23e139ffecde tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:51.546674 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7e7dce9-35e4-4812-8786-c3a8131bec76 req-89adcf35-f92e-4e8e-b798-23e139ffecde tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0555856 Mar 04 16:01:51.594286 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7e7dce9-35e4-4812-8786-c3a8131bec76 req-415db2e0-07dd-4525-9570-4e9d45473ebf tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Mar 04 16:01:52.711027 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41dcce-7a07-45c4-89c5-d6524281776c req-90bd8abf-5069-490f-bb95-044de446cf1c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:52.712491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c41dcce-7a07-45c4-89c5-d6524281776c req-90bd8abf-5069-490f-bb95-044de446cf1c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0518665 Mar 04 16:01:52.760140 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c41dcce-7a07-45c4-89c5-d6524281776c req-e7ea85f1-d509-4b52-9440-e902698887d6 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 Mar 04 16:01:52.881791 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15009f7-d0fd-4667-a95e-4b18acc387ad req-c9d793af-d922-41aa-a3aa-4c5c00559cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:52.883271 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f15009f7-d0fd-4667-a95e-4b18acc387ad req-c9d793af-d922-41aa-a3aa-4c5c00559cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1130 time: 0.0443308 Mar 04 16:01:52.945262 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f15009f7-d0fd-4667-a95e-4b18acc387ad req-968d2b0f-9816-4641-9319-98b0c007b4d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445595 Mar 04 16:01:53.875474 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa964-94c7-4af5-8697-d84987c8d97b req-40f3f04c-95b5-4748-8cea-5a4edc8e19b5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:53.876885 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2c1fa964-94c7-4af5-8697-d84987c8d97b req-40f3f04c-95b5-4748-8cea-5a4edc8e19b5 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0522006 Mar 04 16:01:53.924392 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2c1fa964-94c7-4af5-8697-d84987c8d97b req-2206776f-6873-4a8e-92bf-a3a7b79f495d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Mar 04 16:01:53.966334 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40928) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:01:54.009608 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Deleting subnet 9a254a10-0a1f-4d58-97aa-888b260695ef {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 16:01:54.013204 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Publish callbacks [] for subnet (9a254a10-0a1f-4d58-97aa-888b260695ef), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.046339 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (9a254a10-0a1f-4d58-97aa-888b260695ef), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.082909 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (9a254a10-0a1f-4d58-97aa-888b260695ef), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.178578 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (9a254a10-0a1f-4d58-97aa-888b260695ef), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.208073 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a254a10-0a1f-4d58-97aa-888b260695ef,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:54.213134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.216359 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-e26fc518-84ff-49eb-92e5-822c3e7e8e94 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a254a10-0a1f-4d58-97aa-888b260695ef HTTP/1.1" status: 204 len: 168 time: 0.2490239 Mar 04 16:01:54.218870 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40930) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:01:54.284980 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (a5e09b10-05ea-4dae-8950-ccc163667c77), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.365722 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (a5e09b10-05ea-4dae-8950-ccc163667c77), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.386443 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e09b10-05ea-4dae-8950-ccc163667c77']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:54.396136 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:54.396457 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dc2e09-ee69-4630-9d86-3fe7c2f6d99b') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:54.406374 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (82dc2e09-ee69-4630-9d86-3fe7c2f6d99b), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.420134 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (82dc2e09-ee69-4630-9d86-3fe7c2f6d99b), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.426104 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 16:01:54.426497 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (82dc2e09-ee69-4630-9d86-3fe7c2f6d99b), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 16:01:54.428218 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 16:01:54.578120 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (a5e09b10-05ea-4dae-8950-ccc163667c77), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.583609 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:54.586776 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5e09b10-05ea-4dae-8950-ccc163667c77 HTTP/1.1" status: 204 len: 168 time: 0.3669889 Mar 04 16:01:54.598099 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d157d-90ec-4f76-bea5-22d1f5e6f4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e09b10-05ea-4dae-8950-ccc163667c77,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:54.890231 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40940) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:01:54.928692 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-5d6b5f4d-9532-418b-9dee-7e152ba2d816 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0650e1daab74ca8a341482d8d21d40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372965 Mar 04 16:01:54.931115 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 40942) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:01:54.981399 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4cc97a6-d084-4562-a143-fb8417178915 admin admin] Publish callbacks [] for security_group (58522f4c-4341-485c-a432-7545e97b0faa), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.002459 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4cc97a6-d084-4562-a143-fb8417178915 admin admin] Publish callbacks [] for security_group (58522f4c-4341-485c-a432-7545e97b0faa), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.040438 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f200-1bd8-482a-a9b9-ce01d6c91cbf req-4442597e-ae75-4857-964b-c597af737a38 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:55.042028 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e227f200-1bd8-482a-a9b9-ce01d6c91cbf req-4442597e-ae75-4857-964b-c597af737a38 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0515611 Mar 04 16:01:55.089959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e227f200-1bd8-482a-a9b9-ce01d6c91cbf req-bfc3ac6f-9cc9-45f2-a03f-e715b0021f2a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Mar 04 16:01:55.149589 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4cc97a6-d084-4562-a143-fb8417178915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (58522f4c-4341-485c-a432-7545e97b0faa), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.152778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c4cc97a6-d084-4562-a143-fb8417178915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.153967 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c4cc97a6-d084-4562-a143-fb8417178915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58522f4c-4341-485c-a432-7545e97b0faa HTTP/1.1" status: 204 len: 168 time: 0.2219191 Mar 04 16:01:55.162698 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc97a6-d084-4562-a143-fb8417178915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58522f4c-4341-485c-a432-7545e97b0faa,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:55.218727 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfc629-1959-4eec-8137-dd9090ff0fd7 req-b1e54ee5-e00e-4d83-9476-c6b4a3d57c17 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:55.220336 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69bfc629-1959-4eec-8137-dd9090ff0fd7 req-b1e54ee5-e00e-4d83-9476-c6b4a3d57c17 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0638111 Mar 04 16:01:55.268919 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69bfc629-1959-4eec-8137-dd9090ff0fd7 req-4de57b46-1492-41bc-959e-1c6307834617 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Mar 04 16:01:55.293948 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 40950) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:01:55.337422 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a729209-b83a-4705-bf9e-5257a54101c3 tempest-TestVolumeBootPattern-1321230518 tempest-TestVolumeBootPattern-1321230518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:55.339472 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-3a729209-b83a-4705-bf9e-5257a54101c3 tempest-TestVolumeBootPattern-1321230518 tempest-TestVolumeBootPattern-1321230518-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1125 time: 0.0445635 Mar 04 16:01:55.342283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 40952) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:01:55.346603 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:01:55.423835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.530294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.631042 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Allocated IP 172.27.2.98 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/4d804471-2dff-4287-aa28-612d22c66034) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:01:55.735950 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (4d804471-2dff-4287-aa28-612d22c66034), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.807170 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (4d804471-2dff-4287-aa28-612d22c66034), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:55.847776 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:01:55.850623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:01:55.854062 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:01:55.875134 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=4d804471-2dff-4287-aa28-612d22c66034,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:56.226202 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (303b2904-bb81-40be-a775-e6eb3251b17f), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:56.364370 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (4d804471-2dff-4287-aa28-612d22c66034), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:56.518285 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (4d804471-2dff-4287-aa28-612d22c66034), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:56.572354 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (4d804471-2dff-4287-aa28-612d22c66034), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:56.642472 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=4d804471-2dff-4287-aa28-612d22c66034,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:01:56.655089 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (303b2904-bb81-40be-a775-e6eb3251b17f), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:56.754840 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Floating IP 303b2904-bb81-40be-a775-e6eb3251b17f associated. External IP: 172.27.2.98, port: 0bfb13fd-caaf-479e-be1a-bc7e48177e4b. Mar 04 16:01:56.961654 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:01:57.070984 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:01:57.083005 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:01:57.094838 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:01:57.095544 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:01:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:57.166515 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:01:57.217680 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:01:57.218883 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-441a64aa-c5f8-4a5e-85e6-372b4e15802a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8754644 Mar 04 16:01:57.219655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:01:57.223373 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f4d57-7308-46bb-aca6-737097e46a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:01:57.261343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4694e81c-d883-4f91-a850-17378891f22d x-openstack-request-id: req-4694e81c-d883-4f91-a850-17378891f22d {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:01:57.261343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:01:57.261343 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4694e81c-d883-4f91-a850-17378891f22d {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:01:57.261343 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'status': 'completed', 'code': 200} Mar 04 16:01:57.330723 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-558cc0d8-9edc-4fce-9fd0-74dbcfbcc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:57.332206 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-558cc0d8-9edc-4fce-9fd0-74dbcfbcc4f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1130 time: 0.0452743 Mar 04 16:01:57.442450 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-0df943dc-b78e-4502-9151-84394fbf6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:57.443928 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-0df943dc-b78e-4502-9151-84394fbf6455 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.1047707 Mar 04 16:01:57.461868 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:56Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:57.488513 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:01:57.498071 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:01:57.498675 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:01:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:57.519832 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-e2746575-57c8-42f3-abd9-64bda4b82eed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 999 time: 0.0695770 Mar 04 16:01:57.572833 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-b1402ee4-33ed-4466-9bb5-696647fd3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:57.574967 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-b1402ee4-33ed-4466-9bb5-696647fd3903 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0452011 Mar 04 16:01:57.610091 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:01:57.633284 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-c83477ab-c09c-47e8-96ba-3b0daf63cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:57.635044 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-c83477ab-c09c-47e8-96ba-3b0daf63cbc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445099 Mar 04 16:01:57.734431 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-1ff41526-5382-4b93-8eae-2516be7279f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834148 Mar 04 16:01:57.825434 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-df4f4d57-7308-46bb-aca6-737097e46a2e req-854233b6-1ee6-4e01-b0b8-99b304306952 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Mar 04 16:01:57.830140 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:56Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:01:57.856346 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75935de2-6d36-4992-ba7d-59380ecd005f None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:56Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:01:58.040168 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cadd46b-3ac3-432b-9cb4-be84a29f209d None None] New status for floating IP 303b2904-bb81-40be-a775-e6eb3251b17f: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:01:58.913117 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c34a26-fc51-4e25-ba1b-4c780f712125 req-91cebc07-f93e-42ed-8d6f-9738fb4992b2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:01:58.914645 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c8c34a26-fc51-4e25-ba1b-4c780f712125 req-91cebc07-f93e-42ed-8d6f-9738fb4992b2 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0521379 Mar 04 16:01:58.964702 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c8c34a26-fc51-4e25-ba1b-4c780f712125 req-b059d883-7f08-4fcc-a60e-ed8758cd79b8 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Mar 04 16:02:00.080776 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ebbbd-1d98-4466-853a-8b9e7d033d88 req-e3b333a7-6aac-420e-a56a-1d3d2544bd67 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:00.082249 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0b2ebbbd-1d98-4466-853a-8b9e7d033d88 req-e3b333a7-6aac-420e-a56a-1d3d2544bd67 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0508606 Mar 04 16:02:00.127084 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0b2ebbbd-1d98-4466-853a-8b9e7d033d88 req-930222bf-1cb6-47e8-84be-2571154c374d tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Mar 04 16:02:01.246911 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a489da-ad7c-4216-820b-61acd1b94b92 req-5ddf7cd5-b8d4-495d-bc72-57e2177a046e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:01.248358 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a3a489da-ad7c-4216-820b-61acd1b94b92 req-5ddf7cd5-b8d4-495d-bc72-57e2177a046e tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Mar 04 16:02:01.293916 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a3a489da-ad7c-4216-820b-61acd1b94b92 req-de776722-30f3-411a-80b7-1bd260483d7c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Mar 04 16:02:02.411940 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54250e00-a7c1-41ee-a134-dbc038f99c04 req-2cf32215-7662-45b7-87d3-416a6a03fb33 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:02.413389 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54250e00-a7c1-41ee-a134-dbc038f99c04 req-2cf32215-7662-45b7-87d3-416a6a03fb33 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0547409 Mar 04 16:02:02.459056 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-54250e00-a7c1-41ee-a134-dbc038f99c04 req-db8b1d7d-c0dd-49e1-a296-071b6e5deb45 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 Mar 04 16:02:03.573118 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-00c88bb2-b068-4cf2-b387-c876d9914087 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:03.574585 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-00c88bb2-b068-4cf2-b387-c876d9914087 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0793266 Mar 04 16:02:03.595447 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf9032-ac42-4460-ac47-4ea8f5d9f935 req-96853387-6260-4d67-b360-38b2878730d5 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:03.596817 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-82cf9032-ac42-4460-ac47-4ea8f5d9f935 req-96853387-6260-4d67-b360-38b2878730d5 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 946 time: 0.0723176 Mar 04 16:02:03.691023 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-82cf9032-ac42-4460-ac47-4ea8f5d9f935 req-a089384e-3348-40ee-9b06-7f1d38407692 tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1023c05-98be-433b-8d97-60ca558abae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752673 Mar 04 16:02:03.712489 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Deleting port ef0eae25-50c7-4c49-a038-054df57f5238 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:02:03.712768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:03.802629 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] For port ef0eae25-50c7-4c49-a038-054df57f5238, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef0eae25-50c7-4c49-a038-054df57f5238,segment=NetworkSegment(6a67d57f-6a82-4314-b07b-5ff36b0de465),segment_id=6a67d57f-6a82-4314-b07b-5ff36b0de465)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:03.802994 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:03.815554 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Calling delete_port for ef0eae25-50c7-4c49-a038-054df57f5238 owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:02:04.018001 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (ef0eae25-50c7-4c49-a038-054df57f5238), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:04.029630 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['ef0eae25-50c7-4c49-a038-054df57f5238'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:02:04.312242 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Pushing event deleted for resources: {'Port': ['ID=ef0eae25-50c7-4c49-a038-054df57f5238,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:04.352260 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] No DVR routers for this DVR port ef0eae25-50c7-4c49-a038-054df57f5238 on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:02:04.354787 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:04.357986 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dfc2baa0-0a5b-492d-8718-2df5bf31d8f4 req-c8790351-d7f1-4e69-8f17-88fc4581ca5c tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.16 "DELETE /v2.0/ports/ef0eae25-50c7-4c49-a038-054df57f5238 HTTP/1.1" status: 204 len: 173 time: 0.7773819 Mar 04 16:02:04.358430 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'name': 'network-vif-deleted', 'tag': 'ef0eae25-50c7-4c49-a038-054df57f5238'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:02:04.360579 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23759bf-c839-4b97-a1e6-beb781635da6" -d '{"events": [{"server_uuid": "a589fc6c-276c-4e05-a3cc-6810e27c9cd7", "name": "network-vif-deleted", "tag": "ef0eae25-50c7-4c49-a038-054df57f5238"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:02:04.395937 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b5e1cb-c764-49b7-99ed-4622b7d31b1b x-openstack-request-id: req-48b5e1cb-c764-49b7-99ed-4622b7d31b1b {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:02:04.396262 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a589fc6c-276c-4e05-a3cc-6810e27c9cd7", "name": "network-vif-deleted", "tag": "ef0eae25-50c7-4c49-a038-054df57f5238", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:02:04.396516 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48b5e1cb-c764-49b7-99ed-4622b7d31b1b {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:02:04.396910 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a589fc6c-276c-4e05-a3cc-6810e27c9cd7', 'name': 'network-vif-deleted', 'tag': 'ef0eae25-50c7-4c49-a038-054df57f5238', 'status': 'completed', 'code': 200} Mar 04 16:02:04.795963 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2499fe6b-29b3-46d4-8c86-b5bffab423ee req-b47173fc-adce-4884-b2c9-3055569f8bdc tempest-VolumesSnapshotTestJSON-108363827 tempest-VolumesSnapshotTestJSON-108363827-project] 10.222.0.21 "GET /v2.0/ports?device_id=a589fc6c-276c-4e05-a3cc-6810e27c9cd7 HTTP/1.1" status: 200 len: 210 time: 0.0263731 Mar 04 16:02:06.512081 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41074) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:06.635071 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4bd59956-dc6c-4ae4-a56b-3f6543f67d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:06.705451 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4bd59956-dc6c-4ae4-a56b-3f6543f67d67 admin admin] Publish callbacks [] for security_group (9111cb6e-4fdd-4eac-9e3a-572c75556697), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:06.789109 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4bd59956-dc6c-4ae4-a56b-3f6543f67d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9111cb6e-4fdd-4eac-9e3a-572c75556697), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:06.830041 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4bd59956-dc6c-4ae4-a56b-3f6543f67d67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c23f96d5eb848b3a53604525e03213f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167732 Mar 04 16:02:06.830881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd59956-dc6c-4ae4-a56b-3f6543f67d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9111cb6e-4fdd-4eac-9e3a-572c75556697,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:06.833809 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41078) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:06.882695 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a3db863b-4804-4d1f-a132-c3a8d2e633f1 admin admin] Publish callbacks [] for security_group (9111cb6e-4fdd-4eac-9e3a-572c75556697), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:06.904238 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a3db863b-4804-4d1f-a132-c3a8d2e633f1 admin admin] Publish callbacks [] for security_group (9111cb6e-4fdd-4eac-9e3a-572c75556697), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:06.956113 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:02:07.034824 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a3db863b-4804-4d1f-a132-c3a8d2e633f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (9111cb6e-4fdd-4eac-9e3a-572c75556697), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:07.037425 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-a3db863b-4804-4d1f-a132-c3a8d2e633f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:07.038634 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a3db863b-4804-4d1f-a132-c3a8d2e633f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9111cb6e-4fdd-4eac-9e3a-572c75556697 HTTP/1.1" status: 204 len: 168 time: 0.2036338 Mar 04 16:02:07.046540 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db863b-4804-4d1f-a132-c3a8d2e633f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9111cb6e-4fdd-4eac-9e3a-572c75556697,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:07.302740 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ef0eae25-50c7-4c49-a038-054df57f5238 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:02:07.322424 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: ef0eae25-50c7-4c49-a038-054df57f5238 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:02:07.322771 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device ef0eae25-50c7-4c49-a038-054df57f5238 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:02:07.943173 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41106) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:08.035515 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1098001947-network', 'tenant_id': '40b94cff340340629e7a077e2617efb9'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:08.120600 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Made reservation on behalf of 40b94cff340340629e7a077e2617efb9 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:02:08.123735 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.132048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.205362 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks [] for security_group (26c777c2-6e7a-4a5d-963d-230f2cd2dd42), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.280432 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (26c777c2-6e7a-4a5d-963d-230f2cd2dd42), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.301298 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 16:02:08.314843 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c777c2-6e7a-4a5d-963d-230f2cd2dd42,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:08.320287 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (c81c3b92-e2f1-4e8d-8ca6-ee85703182fc), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.320628 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Added segment c81c3b92-e2f1-4e8d-8ca6-ee85703182fc of type vlan for network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 Mar 04 16:02:08.359492 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (3d4bf9ec-62c8-4335-aee6-81db077ecb92), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.446321 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (3d4bf9ec-62c8-4335-aee6-81db077ecb92), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.447276 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:08.447863 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.503132 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4bf9ec-62c8-4335-aee6-81db077ecb92,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:08.512494 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 16:02:08.552139 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4dac5964-6b90-4a51-bffe-9fb55a717e12 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6078463 Mar 04 16:02:08.554868 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41110) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:08.560162 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Request body: {'subnet': {'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1098001947-subnet', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:08.617870 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Made reservation on behalf of 40b94cff340340629e7a077e2617efb9 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:02:08.620278 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.829287 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (b4314cb3-45a2-41d8-9af2-b765fa7ea7d7), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:08.881403 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:08.892685 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Checking segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:08.893064 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Network hostable DHCP agents. Network: 3d4bf9ec-62c8-4335-aee6-81db077ecb92, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 16:02:08.966086 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 16:02:09.023170 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, 3d4bf9ec-62c8-4335-aee6-81db077ecb92) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:09.027590 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:09.028193 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.032825 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a5f224-8438-412a-a0f5-ce1f1a8d669b None None] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:02:09.092398 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-ef737543-6ba3-4e34-a7f4-479faa28d7d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5333586 Mar 04 16:02:09.092690 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41114) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:09.097119 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:09.131712 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'project_id': '40b94cff340340629e7a077e2617efb9', 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 16:02:09.132843 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.184434 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.185606 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.235831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks [] for router_controller (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), precommit_add_association {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.266478 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Allocated IP 172.20.0.2 (3d4bf9ec-62c8-4335-aee6-81db077ecb92/b4314cb3-45a2-41d8-9af2-b765fa7ea7d7/9eb19551-859a-425c-9a68-4ebd364e335a) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:09.401842 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Publish callbacks [] for port (9eb19551-859a-425c-9a68-4ebd364e335a), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.432917 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks [] for router_gateway (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.469434 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.512302 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:09.515697 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:09.519132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:09.526055 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Pushing event updated for resources: {'Port': ['ID=9eb19551-859a-425c-9a68-4ebd364e335a,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:09.548458 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.548811 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.549158 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.549504 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.549861 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.550194 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.550523 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.550850 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.553601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.553601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.553601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.553601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.553601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:09.587003 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Attempting to bind port 9eb19551-859a-425c-9a68-4ebd364e335a on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:09.587383 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Attempting to bind port 9eb19551-859a-425c-9a68-4ebd364e335a by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:09.587798 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Attempting to bind port 9eb19551-859a-425c-9a68-4ebd364e335a on network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:09.592747 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:09.593122 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Checking segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:09.593525 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.593956 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Bound using segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:09.594426 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Bound port: 9eb19551-859a-425c-9a68-4ebd364e335a, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:09.594804 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.655865 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] For port 9eb19551-859a-425c-9a68-4ebd364e335a, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:09.661958 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] For port 9eb19551-859a-425c-9a68-4ebd364e335a, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9eb19551-859a-425c-9a68-4ebd364e335a,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:09.719573 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks [] for router_gateway (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.738441 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.741361 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.772676 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ad085114-9773-4b72-8bf4-1e97d1a50327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:09.805961 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f8bae-c662-473d-ba5f-cf8761ec3f5b None None] Pushing event updated for resources: {'Port': ['ID=9eb19551-859a-425c-9a68-4ebd364e335a,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:09.853497 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Allocated IP 172.27.2.6 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/57b0eec6-1a42-4e8b-ab65-3758220145ae) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:09.978821 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks [] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:10.058745 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:10.097175 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:10.099979 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:10.103436 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:10.126957 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Pushing event updated for resources: {'Port': ['ID=57b0eec6-1a42-4e8b-ab65-3758220145ae,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:10.422126 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks [] for router_gateway (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:10.626634 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:10.660054 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036de8a4-91d1-4ada-84d5-a84ba216c7ca None None] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:02:10.737642 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] Provisioning complete for port 9eb19551-859a-425c-9a68-4ebd364e335a triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:10.738031 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:10.806339 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 16:02:10.846845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] Current status of the port 9eb19551-859a-425c-9a68-4ebd364e335a is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:10.847244 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:10.881452 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] For port 9eb19551-859a-425c-9a68-4ebd364e335a, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9eb19551-859a-425c-9a68-4ebd364e335a,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:10.927798 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:02:10.937845 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Sync routers for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:02:10.948942 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:10.949568 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:01:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:10.954884 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.008310 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.008992 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54e3c2-43df-4720-bce5-5eced66af527 None None] Pushing event updated for resources: {'Port': ['ID=9eb19551-859a-425c-9a68-4ebd364e335a,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:11.009609 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-471d2e3f-2330-47bf-84dc-7c77d6a0c410 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9158306 Mar 04 16:02:11.012305 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41122) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:11.069080 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:11.073919 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-4a888bb3-ff0e-4bbe-a062-663fb39ebccd None None] Provisioning complete for port 9eb19551-859a-425c-9a68-4ebd364e335a triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:11.074299 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4a888bb3-ff0e-4bbe-a062-663fb39ebccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.153093 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-4a888bb3-ff0e-4bbe-a062-663fb39ebccd None None] Current status of the port 9eb19551-859a-425c-9a68-4ebd364e335a is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:11.246653 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:10Z', 'revision_number': 3, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:11.275327 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Checking router: 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:02:11.275595 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Updating router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 port 57b0eec6-1a42-4e8b-ab65-3758220145ae binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 16:02:11.305475 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.430313 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.564467 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Publish callbacks [] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.595827 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9eb19551-859a-425c-9a68-4ebd364e335a up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:11.604643 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_common [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Allocated IP 172.20.0.1 (3d4bf9ec-62c8-4335-aee6-81db077ecb92/b4314cb3-45a2-41d8-9af2-b765fa7ea7d7/9ec74ada-5e87-497c-948b-22216e1bb596) {{(pid=110046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:11.644225 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 9eb19551-859a-425c-9a68-4ebd364e335a triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:11.644602 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.703483 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks [] for port (9ec74ada-5e87-497c-948b-22216e1bb596), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.714782 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.724838 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 9eb19551-859a-425c-9a68-4ebd364e335a is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:11.770567 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Attempting to bind port 57b0eec6-1a42-4e8b-ab65-3758220145ae on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:11.770939 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Attempting to bind port 57b0eec6-1a42-4e8b-ab65-3758220145ae by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:11.771300 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Attempting to bind port 57b0eec6-1a42-4e8b-ab65-3758220145ae on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:11.780148 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Pushing event updated for resources: {'Port': ['ID=57b0eec6-1a42-4e8b-ab65-3758220145ae,revision_number=2']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:11.783016 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:11.783379 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:11.783775 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.784158 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:11.784614 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Bound port: 57b0eec6-1a42-4e8b-ab65-3758220145ae, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:11.784985 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.790798 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.791166 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.791524 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.791863 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.792193 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.792520 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.792845 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.793178 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.793530 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.794455 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.794789 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.795105 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.795422 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:11.796582 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.849336 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:11.849831 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] For port 57b0eec6-1a42-4e8b-ab65-3758220145ae, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:11.853175 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] For port 57b0eec6-1a42-4e8b-ab65-3758220145ae, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=57b0eec6-1a42-4e8b-ab65-3758220145ae,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:11.853330 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Pushing event updated for resources: {'Port': ['ID=9ec74ada-5e87-497c-948b-22216e1bb596,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:11.857791 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:11.860091 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Received port after_create {{(pid=110046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:11.898256 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.916414 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:11.975202 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0d418-f6d6-431a-8a72-ad141bb7a0ef None None] Pushing event updated for resources: {'Port': ['ID=57b0eec6-1a42-4e8b-ab65-3758220145ae,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:11.987828 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:11.988504 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:01:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:12.103499 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fefde73d-5dc8-45a9-8642-8ca6b28cf15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.162586 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), before_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.180554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-db52beef-9f80-44f7-b90d-4eb75738e8bc None None] Provisioning complete for port 9ec74ada-5e87-497c-948b-22216e1bb596 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:12.180925 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-db52beef-9f80-44f7-b90d-4eb75738e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.195793 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:12.215094 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-db52beef-9f80-44f7-b90d-4eb75738e8bc None None] Port 9ec74ada-5e87-497c-948b-22216e1bb596 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:12.332231 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks [] for port (9ec74ada-5e87-497c-948b-22216e1bb596), precommit_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.382956 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:10Z', 'revision_number': 3, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:12.383559 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26420282'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), after_update {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.412569 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594416-147e-4d7b-996d-dfbc4d7625b1 None None] The sync data for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi is: [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:10Z', 'revision_number': 3, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:02:12.452746 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Pushing event updated for resources: {'Port': ['ID=9ec74ada-5e87-497c-948b-22216e1bb596,revision_number=2']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:12.456412 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.475166 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.551906 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 is already hosted by enough agents. {{(pid=110046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:12.553487 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Resources bound (agent type, host, resource id): {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:12.685302 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:02:12.813877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:02:12.819030 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-db39b23d-e211-43f2-add0-41ad3af1acde admin admin] 10.222.0.21 "PUT /v2.0/routers/52b7d3f1-6cfe-4295-a3f9-85ccfb937492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051069 Mar 04 16:02:12.845014 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-5d7012ea-5ff7-4e64-ac6d-bc3ff3bb9428 None None] Provisioning complete for port 9ec74ada-5e87-497c-948b-22216e1bb596 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:12.845560 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-5d7012ea-5ff7-4e64-ac6d-bc3ff3bb9428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:12.880272 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-5d7012ea-5ff7-4e64-ac6d-bc3ff3bb9428 None None] Port 9ec74ada-5e87-497c-948b-22216e1bb596 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:13.349156 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.466496 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41150) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:13.471641 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1317664871-network', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:13.559464 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 57b0eec6-1a42-4e8b-ab65-3758220145ae up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:13.566291 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Made reservation on behalf of 94b6fb4999974fb2b61b1362c99ccde1 for: {'network': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:02:13.568776 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for network (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.577429 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.607372 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 57b0eec6-1a42-4e8b-ab65-3758220145ae triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:13.607673 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.665854 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks [] for security_group (4f431bc7-7a78-4598-94a8-efe8198b5d64), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.702038 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 57b0eec6-1a42-4e8b-ab65-3758220145ae is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:13.702662 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.725942 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 57b0eec6-1a42-4e8b-ab65-3758220145ae, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=57b0eec6-1a42-4e8b-ab65-3758220145ae,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:13.732877 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4f431bc7-7a78-4598-94a8-efe8198b5d64), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.760994 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=110046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 16:02:13.767397 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f431bc7-7a78-4598-94a8-efe8198b5d64,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:13.774113 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (e2efb54a-3a3a-4f43-8cdb-447eeeff98a6), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.774452 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.segments_db [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Added segment e2efb54a-3a3a-4f43-8cdb-447eeeff98a6 of type vlan for network b735b0da-2735-4de2-b81a-ec942bcb9d8c Mar 04 16:02:13.789649 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.816296 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760917453891'] for network (b735b0da-2735-4de2-b81a-ec942bcb9d8c), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.843497 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=57b0eec6-1a42-4e8b-ab65-3758220145ae,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:13.909456 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414'] for network (b735b0da-2735-4de2-b81a-ec942bcb9d8c), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.910463 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:13.911048 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:13.972088 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b735b0da-2735-4de2-b81a-ec942bcb9d8c,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:13.977431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Sync routers for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:02:13.982206 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c details requested by agent ovs-agent-dv-cinder-831247-6-iscsi with host dv-cinder-831247-6-iscsi {{(pid=110048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 16:02:14.020283 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-526627b8-e9c2-4eb8-b633-9a6f55a628a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5526843 Mar 04 16:02:14.023084 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41156) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:14.027983 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Request body: {'subnet': {'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1317664871-subnet', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'ip_version': 4}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:14.039082 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:14.039082 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:14.114968 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Made reservation on behalf of 94b6fb4999974fb2b61b1362c99ccde1 for: {'subnet': 1} {{(pid=110046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:02:14.117316 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601903'] for subnet (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:14.155569 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:14.361739 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 2, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:14.389411 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Checking router: 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:02:14.393440 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Updating router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 port 9ec74ada-5e87-497c-948b-22216e1bb596 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 16:02:14.422518 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:14.595071 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26420295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601885'] for subnet (0e2d27ed-8af8-46ce-91a5-f9285272b62f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:14.653619 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2d27ed-8af8-46ce-91a5-f9285272b62f,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:14.662398 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Checking segment: {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:14.662764 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Network hostable DHCP agents. Network: b735b0da-2735-4de2-b81a-ec942bcb9d8c, hostable agents: ['e27096dc-df44-4dad-b961-ce3ff8e8f2db'], hosted agents: [] {{(pid=110046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 16:02:14.755107 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c is scheduled to be hosted by DHCP agent e27096dc-df44-4dad-b961-ce3ff8e8f2db with binding_index 1 {{(pid=110046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 16:02:14.863390 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.base_scheduler [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-6-iscsi, b735b0da-2735-4de2-b81a-ec942bcb9d8c) {{(pid=110046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:14.867899 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:14.868624 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:14.869608 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Publish callbacks [] for port (9ec74ada-5e87-497c-948b-22216e1bb596), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:14.874744 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:14.877950 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2764e3-799f-4a6e-953d-4c13436c9a1c None None] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:02:15.014344 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ce9bae-ad12-5943-848b-2a901f03d3e0-b735b0da-2735-4de2-b81a-ec942bcb9d8c', 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c', 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'fixed_ips': [{'subnet_id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f'}]}} from dv-cinder-831247-6-iscsi. {{(pid=110048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 16:02:15.015188 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.029463 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.074565 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-9c2dcd48-46e7-4304-93b1-94c809dc0b2f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0480471 Mar 04 16:02:15.075491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41162) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:15.080850 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:15.155601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82781ee1-d3a7-4dd3-aeec-328934e0299c None None] Pushing event updated for resources: {'Port': ['ID=9ec74ada-5e87-497c-948b-22216e1bb596,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:15.172409 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28850'] for router (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.173490 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3904954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28875'] for router (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.238940 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks [] for router_controller (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), precommit_add_association {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.261369 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Attempting to bind port 9ec74ada-5e87-497c-948b-22216e1bb596 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:15.261764 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Attempting to bind port 9ec74ada-5e87-497c-948b-22216e1bb596 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:15.262136 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Attempting to bind port 9ec74ada-5e87-497c-948b-22216e1bb596 on network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:15.276762 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:15.280625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Checking segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:15.280625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.280625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Bound using segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:15.280625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Bound port: 9ec74ada-5e87-497c-948b-22216e1bb596, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:15.280625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.298381 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Allocated IP 172.20.0.2 (b735b0da-2735-4de2-b81a-ec942bcb9d8c/0e2d27ed-8af8-46ce-91a5-f9285272b62f/cc288cd1-31d2-40dc-a1a6-5eacc73a5b51) {{(pid=110048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:15.399302 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-ec11db3f-e9ef-44f4-b465-784d67e10628 None None] Provisioning complete for port 9ec74ada-5e87-497c-948b-22216e1bb596 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:15.399681 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ec11db3f-e9ef-44f4-b465-784d67e10628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.444698 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] For port 9ec74ada-5e87-497c-948b-22216e1bb596, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:15.465145 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks [] for router_gateway (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.470999 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] For port 9ec74ada-5e87-497c-948b-22216e1bb596, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9ec74ada-5e87-497c-948b-22216e1bb596,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:15.478439 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-ec11db3f-e9ef-44f4-b465-784d67e10628 None None] Port 9ec74ada-5e87-497c-948b-22216e1bb596 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:15.549649 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.552896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Publish callbacks [] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), precommit_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.563769 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 57b0eec6-1a42-4e8b-ab65-3758220145ae up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:15.630905 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), after_create {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.651498 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:15.652132 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:15.663611 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82781ee1-d3a7-4dd3-aeec-328934e0299c None None] Pushing event updated for resources: {'Port': ['ID=9ec74ada-5e87-497c-948b-22216e1bb596,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:15.704997 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c is already hosted by enough agents. {{(pid=110048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:15.728888 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Resources bound (agent type, host, resource id): {{(pid=110048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:15.734625 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Received port after_create {{(pid=110048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:15.736128 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks [] for router_gateway (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.757828 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.820374 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Pushing event updated for resources: {'Port': ['ID=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,revision_number=1']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:15.827694 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 57b0eec6-1a42-4e8b-ab65-3758220145ae triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:15.827694 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.869890 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Allocated IP 172.27.2.165 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:15.900586 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Attempting to bind port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:15.900958 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Attempting to bind port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:15.901321 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Attempting to bind port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 on network b735b0da-2735-4de2-b81a-ec942bcb9d8c {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:15.912357 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:15.912734 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Checking segment: {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:15.913140 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.913536 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Bound using segment: {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:15.914040 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Bound port: cc288cd1-31d2-40dc-a1a6-5eacc73a5b51, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:15.914432 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:15.925335 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] Provisioning complete for port 9ec74ada-5e87-497c-948b-22216e1bb596 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:15.930875 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.012818 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:16.053228 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks [] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.083486 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 57b0eec6-1a42-4e8b-ab65-3758220145ae is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:16.138137 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.176778 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:16.177213 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] For port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:16.181120 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:16.184689 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:16.205509 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Pushing event updated for resources: {'Port': ['ID=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:16.238418 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] For port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:16.241154 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.260474 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] Current status of the port 9ec74ada-5e87-497c-948b-22216e1bb596 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:16.260875 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.332241 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] For port 9ec74ada-5e87-497c-948b-22216e1bb596, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9ec74ada-5e87-497c-948b-22216e1bb596,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:16.339774 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.411535 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7645-d368-4197-a58d-f86d89778bec None None] Pushing event updated for resources: {'Port': ['ID=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,revision_number=2']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:16.421147 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:15Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:16.423161 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.530418 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks [] for router_gateway (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:16.629276 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030a976-8a34-482b-816d-ce1d5430b504 None None] The sync data for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi is: [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:15Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:02:16.680920 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621355d3-7085-44c7-b466-ce6217bb4c55 None None] Pushing event updated for resources: {'Port': ['ID=9ec74ada-5e87-497c-948b-22216e1bb596,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:16.822224 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703662'] for router (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.069484 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb is scheduled to L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea with binding_index 1 {{(pid=110047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 16:02:17.202004 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:02:17.212304 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Sync routers for ids ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:02:17.224616 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Routers {'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:17.225383 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:17.314053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.314579 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b5b432ef-74b1-4839-8681-cf22a4199e45 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2380233 Mar 04 16:02:17.321289 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41174) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:17.350185 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Set router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:17.486648 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4ed84-4132-4a6c-9da8-cbec7e0605e4 None None] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:02:17.585120 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 3, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:17.604743 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] Provisioning complete for port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:17.605121 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.618618 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Checking router: b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:02:17.618966 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Updating router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 binding host dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 16:02:17.659705 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.667660 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:17.804080 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:17.804585 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.846863 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] Current status of the port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:17.846863 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.894257 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] For port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:17.948400 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:17.948801 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:17.976340 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.007080 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Publish callbacks [] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), precommit_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.046767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.db.api [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 16:02:18.046767 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG oslo_db.api [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 16:02:18.062989 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe70c04-19f6-4f14-8218-8473bdf70109 None None] Pushing event updated for resources: {'Port': ['ID=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:18.075046 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.104050 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-3348b496-52b6-427a-adeb-b4291a1866b5 None None] Provisioning complete for port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:18.104481 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-3348b496-52b6-427a-adeb-b4291a1866b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.142473 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Attempting to bind port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:18.142924 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Attempting to bind port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:18.143352 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Attempting to bind port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 on network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:18.145371 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57ec36-4764-4ec5-8685-12542380d18d None None] Pushing event updated for resources: {'Port': ['ID=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,revision_number=2']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:18.152731 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:18.153562 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Checking segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:18.154193 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.154729 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Bound using segment: {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'} {{(pid=110049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:18.155437 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.managers [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Bound port: 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ce0fa-c7cf-47e0-b62c-a4c92b0c790d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4'}}] {{(pid=110049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:18.156252 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), before_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.191705 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-3348b496-52b6-427a-adeb-b4291a1866b5 None None] Current status of the port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:18.209775 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] For port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:18.212818 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] For port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:18.246825 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.258104 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), after_update {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.314630 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Routers {'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:18.315249 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:18.351571 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57ec36-4764-4ec5-8685-12542380d18d None None] Pushing event updated for resources: {'Port': ['ID=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,revision_number=3']} {{(pid=110049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:18.404064 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Allocated IP 172.20.0.1 (b735b0da-2735-4de2-b81a-ec942bcb9d8c/0e2d27ed-8af8-46ce-91a5-f9285272b62f/3ebe0486-0bcc-425d-97c0-65ed76c7b3e0) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:18.425157 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] Set router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:18.506558 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks [] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.582726 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:18.583744 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9ec74ada-5e87-497c-948b-22216e1bb596 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:18.600826 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 3, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:18.601296 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.629082 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d24c73-14a7-496a-aeb8-37ca558aefca None None] The sync data for ids ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 3, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:02:18.631619 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 9ec74ada-5e87-497c-948b-22216e1bb596 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:18.632078 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.640983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:18.644213 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:18.646784 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:18.689590 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Pushing event updated for resources: {'Port': ['ID=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:18.701652 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.702035 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.702375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.702713 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.703046 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.703525 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.703858 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.704185 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.704512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.704841 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.705164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.705484 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.705854 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:18.714792 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703859'] for router_interface (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.727499 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 9ec74ada-5e87-497c-948b-22216e1bb596 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:18.918020 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-8d513850-15bd-4993-a0e1-10fcc659a96b None None] Provisioning complete for port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:18.918393 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8d513850-15bd-4993-a0e1-10fcc659a96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.925202 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:18.954965 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-8d513850-15bd-4993-a0e1-10fcc659a96b None None] Port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:19.099658 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks [] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.143382 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.213335 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Pushing event updated for resources: {'Port': ['ID=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:19.216264 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3704227'] for router_interface (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.308835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:19.310342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:19.435576 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:02:19.559645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:02:19.565577 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ab1948f3-a1dc-41cf-8493-1eecc9ab2caf admin admin] 10.222.0.21 "PUT /v2.0/routers/b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2428877 Mar 04 16:02:19.578403 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-65a40b77-0a47-4da4-a42b-7c6ef29c6b9e None None] Provisioning complete for port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:19.578778 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-65a40b77-0a47-4da4-a42b-7c6ef29c6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.613550 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-65a40b77-0a47-4da4-a42b-7c6ef29c6b9e None None] Port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:19.645877 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:19.693393 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:19.693793 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.777786 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:19.778913 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:19.828766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:19.828766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.905700 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:19.915928 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:19.929509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] For port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:19.972016 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:20.019034 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Pushing event updated for resources: {'Port': ['ID=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:20.232245 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Sync routers for ids ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:02:20.242216 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Routers {'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:20.242928 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:20.355477 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Set router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:20.569741 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:18Z', 'revision_number': 4, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '3ebe0486-0bcc-425d-97c0-65ed76c7b3e0', 'name': '', 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'mac_address': 'fa:16:3e:aa:b6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:18Z', 'updated_at': '2022-03-04T16:02:18Z', 'revision_number': 2, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'subnets': [{'id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:20.601186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Checking router: b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:02:20.601540 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Updating router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 binding host dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 16:02:20.629454 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:20.909368 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Publish callbacks [] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), precommit_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:20.949224 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:21.042573 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ad9d5-0a7c-42c8-a402-e09d00d09ddf None None] Pushing event updated for resources: {'Port': ['ID=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,revision_number=3']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:21.086661 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Attempting to bind port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 on host dv-cinder-831247-6-iscsi for vnic_type normal with profile {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:21.087039 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Attempting to bind port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 by drivers openvswitch,hyperv on host dv-cinder-831247-6-iscsi at level 0 using segments [{'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:21.087401 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Attempting to bind port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 on network b735b0da-2735-4de2-b81a-ec942bcb9d8c {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:21.092776 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Checking agent: {'id': 'ae4b22d5-dd03-41f9-9c06-2ac048273137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 40, 16), 'started_at': datetime.datetime(2022, 3, 4, 15, 40, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:21.093148 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Checking segment: {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:21.093549 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:21.093973 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Bound using segment: {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'} {{(pid=110048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:21.094583 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.managers [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Bound port: 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0, host: dv-cinder-831247-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c'}}] {{(pid=110048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:21.094963 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:21.191823 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] For port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0, host dv-cinder-831247-6-iscsi, cleared binding levels {{(pid=110048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:21.196052 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] For port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0, host dv-cinder-831247-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:21.249471 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-813aa9e8-63f4-40e8-96a3-c4b84f3d354b None None] Provisioning complete for port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:21.249919 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-813aa9e8-63f4-40e8-96a3-c4b84f3d354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:21.277958 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:21.319206 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-813aa9e8-63f4-40e8-96a3-c4b84f3d354b None None] Port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:21.350179 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Routers {'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:02:21.351203 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:21.357431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ad9d5-0a7c-42c8-a402-e09d00d09ddf None None] Pushing event updated for resources: {'Port': ['ID=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:21.513583 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] Set router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:02:21.620131 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:21.849749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] Provisioning complete for port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:21.849749 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:21.933017 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:21.933387 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:22.031292 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] Current status of the port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 is: DOWN; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:22.031672 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:22.037696 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:18Z', 'revision_number': 4, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '3ebe0486-0bcc-425d-97c0-65ed76c7b3e0', 'name': '', 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'mac_address': 'fa:16:3e:aa:b6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:18Z', 'updated_at': '2022-03-04T16:02:21Z', 'revision_number': 4, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'subnets': [{'id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:22.070673 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38b395-4ba9-4dcf-bfb2-7978b39b66ae None None] The sync data for ids ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:18Z', 'revision_number': 4, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '3ebe0486-0bcc-425d-97c0-65ed76c7b3e0', 'name': '', 'network_id': 'b735b0da-2735-4de2-b81a-ec942bcb9d8c', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'mac_address': 'fa:16:3e:aa:b6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:18Z', 'updated_at': '2022-03-04T16:02:21Z', 'revision_number': 4, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'subnets': [{'id': '0e2d27ed-8af8-46ce-91a5-f9285272b62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:02:22.201017 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] For port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:22.201017 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:22.469490 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:22.562141 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010a2d7-e3cb-45c7-a0b5-05ab3dea5c32 None None] Pushing event updated for resources: {'Port': ['ID=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:23.614724 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 up at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:23.687107 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Provisioning complete for port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:23.687493 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:23.815344 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Current status of the port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:30.352757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-5c8d1f93-d3e4-4672-9132-f8911f9de2c0 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:30.354263 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-5c8d1f93-d3e4-4672-9132-f8911f9de2c0 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 815 time: 0.1048903 Mar 04 16:02:30.370421 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-4e84202f-1f9d-486b-85bc-b8d29601d6f5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/quotas/40b94cff340340629e7a077e2617efb9 HTTP/1.1" status: 200 len: 375 time: 0.0091298 Mar 04 16:02:30.425733 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-daa7cfee-25b9-491b-963d-8e00eb088b6d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495522 Mar 04 16:02:30.517642 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-5ecdcaeb-550e-47b2-b603-d5131ed37c06 service neutron] 10.222.0.21 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800679 Mar 04 16:02:30.608115 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-a5e1c4c4-00cb-4968-9346-c910a1800830 service neutron] 10.222.0.21 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848560 Mar 04 16:02:30.824431 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a3131900-e904-4389-a2de-4d706ff8e132 req-d64c0114-5ec2-4167-b61a-11e25ee4f709 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 210 time: 0.0275769 Mar 04 16:02:31.921204 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0d657485-d514-4ad5-a913-8aa730066963 req-5ca91572-39be-4e79-8a84-e1bcc9b21424 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 210 time: 0.0295830 Mar 04 16:02:33.015577 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d0813028-43a0-4b79-8191-4f9a0ab04151 req-998ba232-72ba-4e6a-a5c1-629e2707b6ad tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Mar 04 16:02:33.027745 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41332) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:33.072033 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Deleting subnet 310229ed-eb7b-4ecd-be96-cd022dbbf58c {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 16:02:33.075157 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Publish callbacks [] for subnet (310229ed-eb7b-4ecd-be96-cd022dbbf58c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.108097 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (310229ed-eb7b-4ecd-be96-cd022dbbf58c), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.149894 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (310229ed-eb7b-4ecd-be96-cd022dbbf58c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.225767 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-7eb463b2-71c2-4f99-8b8a-81eb9d44b237 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:33.227121 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-7eb463b2-71c2-4f99-8b8a-81eb9d44b237 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 815 time: 0.1035838 Mar 04 16:02:33.238823 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'port': {'device_id': '259e1db1-4755-4e79-803b-8609de2276c8', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'admin_state_up': True, 'tenant_id': '40b94cff340340629e7a077e2617efb9'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:33.263676 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (310229ed-eb7b-4ecd-be96-cd022dbbf58c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.288108 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310229ed-eb7b-4ecd-be96-cd022dbbf58c,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:33.296883 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.297787 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.298137 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.298477 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.298819 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.299523 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.299523 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.299789 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.300122 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.300441 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.300761 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.301083 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.301410 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:02:33.304382 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.310268 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-43809ebd-3ce2-4121-8cb6-bf54957ed813 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/310229ed-eb7b-4ecd-be96-cd022dbbf58c HTTP/1.1" status: 204 len: 168 time: 0.2813201 Mar 04 16:02:33.310457 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41334) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:33.406371 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (8ad6b916-0f1e-4439-b46d-bf9b738e272b), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.488229 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (8ad6b916-0f1e-4439-b46d-bf9b738e272b), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.491213 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Made reservation on behalf of 40b94cff340340629e7a077e2617efb9 for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:02:33.494906 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.531966 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad6b916-0f1e-4439-b46d-bf9b738e272b']}} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:33.544315 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a67d57f-6a82-4314-b07b-5ff36b0de465') {'for_net_delete': True} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:33.544613 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a67d57f-6a82-4314-b07b-5ff36b0de465') {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:02:33.581640 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29205138'] for segment (6a67d57f-6a82-4314-b07b-5ff36b0de465), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.606348 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (6a67d57f-6a82-4314-b07b-5ff36b0de465), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.615344 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 16:02:33.615741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096220'] for segment (6a67d57f-6a82-4314-b07b-5ff36b0de465), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: Traceback (most recent call last): Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: timer() Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: cb(*args, **kw) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: return func(*args, **kwargs) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: self._notify() Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: self.callback(batched_events) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: event.method(event) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: return f(self, *a, **k) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._get(url).json() Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: return self.request(url, 'GET', **kwargs) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 16:02:33.617377 dv-cinder-831247-6-iscsi neutron-server[110047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 16:02:33.705526 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Allocated IP 172.20.0.8 (3d4bf9ec-62c8-4335-aee6-81db077ecb92/b4314cb3-45a2-41d8-9af2-b765fa7ea7d7/f883adcc-27b3-4af1-9067-ba255116f665) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:02:33.801544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (8ad6b916-0f1e-4439-b46d-bf9b738e272b), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.811018 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.812684 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ad6b916-0f1e-4439-b46d-bf9b738e272b HTTP/1.1" status: 204 len: 168 time: 0.5012901 Mar 04 16:02:33.826604 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405523f-a075-4c99-b981-804841dbc7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad6b916-0f1e-4439-b46d-bf9b738e272b,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:33.874374 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for port (f883adcc-27b3-4af1-9067-ba255116f665), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:33.956479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.015452 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:02:34.018712 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:02:34.038053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:02:34.046741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:34.186715 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:34.187777 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.195606 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41360) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:34.247338 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-a9c57c59-c6ae-46bc-b3f9-97a1db73f70a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=960dd92221d54e4bb4f7db0e26f46fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498650 Mar 04 16:02:34.248164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509446a-f429-4976-8f3f-122780399b56 req-39a99335-7479-48eb-a590-afd408a66ea5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:34.248504 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41362) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:02:34.256009 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f509446a-f429-4976-8f3f-122780399b56 req-39a99335-7479-48eb-a590-afd408a66ea5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.1311569 Mar 04 16:02:34.303304 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-324f5438-3cd4-465c-b8e5-4ed9698b1b37 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0680206 Mar 04 16:02:34.318959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f509446a-f429-4976-8f3f-122780399b56 req-5ca747ce-4a7c-40fc-83d1-a004f2fddf4f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Mar 04 16:02:34.323510 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cb2481b5-642e-42e7-b893-105e44bc4f43 admin admin] Publish callbacks [] for security_group (b1023c05-98be-433b-8d97-60ca558abae5), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.348054 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cb2481b5-642e-42e7-b893-105e44bc4f43 admin admin] Publish callbacks [] for security_group (b1023c05-98be-433b-8d97-60ca558abae5), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.380224 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-2c386bf2-303c-40e4-8137-27c0079cf189 None None] Provisioning complete for port f883adcc-27b3-4af1-9067-ba255116f665 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:34.381348 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2c386bf2-303c-40e4-8137-27c0079cf189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f883adcc-27b3-4af1-9067-ba255116f665), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.423680 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-2c386bf2-303c-40e4-8137-27c0079cf189 None None] Port f883adcc-27b3-4af1-9067-ba255116f665 cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:02:34.486317 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cb2481b5-642e-42e7-b893-105e44bc4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (b1023c05-98be-433b-8d97-60ca558abae5), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.489051 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-cb2481b5-642e-42e7-b893-105e44bc4f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:34.490422 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-cb2481b5-642e-42e7-b893-105e44bc4f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1023c05-98be-433b-8d97-60ca558abae5 HTTP/1.1" status: 204 len: 168 time: 0.2407062 Mar 04 16:02:34.509569 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2481b5-642e-42e7-b893-105e44bc4f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1023c05-98be-433b-8d97-60ca558abae5,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:35.461587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542d9e6-8c16-4891-ae38-32f1ff5f372b req-402e8a2d-f491-494b-a3b5-439dd1b4909d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:35.463107 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a542d9e6-8c16-4891-ae38-32f1ff5f372b req-402e8a2d-f491-494b-a3b5-439dd1b4909d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0538528 Mar 04 16:02:35.539135 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-a542d9e6-8c16-4891-ae38-32f1ff5f372b req-acfc1e04-6897-4ad9-a5e9-51fbce73ea23 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694880 Mar 04 16:02:36.689063 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a3a0-e20f-4c0f-8bd0-5ca27a4ef008 req-bf7a7a87-0c08-44a7-a23e-81bd596de823 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:36.690758 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ea77a3a0-e20f-4c0f-8bd0-5ca27a4ef008 req-bf7a7a87-0c08-44a7-a23e-81bd596de823 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0576739 Mar 04 16:02:36.740222 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ea77a3a0-e20f-4c0f-8bd0-5ca27a4ef008 req-381348f2-0e7a-4a2d-857f-51d1ab619302 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Mar 04 16:02:37.887809 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26c5ec-0c6a-487b-871a-8b1ad0a230ea req-92058287-0f06-48b5-afa7-a16fb33326cf tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:37.889386 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5d26c5ec-0c6a-487b-871a-8b1ad0a230ea req-92058287-0f06-48b5-afa7-a16fb33326cf tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0618546 Mar 04 16:02:37.936972 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5d26c5ec-0c6a-487b-871a-8b1ad0a230ea req-0a1e1a30-9142-48b9-b201-f15aef822ae2 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Mar 04 16:02:39.052736 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435d2c8-f8ed-4a72-81a7-594cabbaa6ef req-bdc5e9c2-9598-4432-8259-1cc097a20efd tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:39.054210 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4435d2c8-f8ed-4a72-81a7-594cabbaa6ef req-bdc5e9c2-9598-4432-8259-1cc097a20efd tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0509655 Mar 04 16:02:39.099404 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4435d2c8-f8ed-4a72-81a7-594cabbaa6ef req-6f99374b-5e2e-4fa7-a297-a2c006f769da tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Mar 04 16:02:39.800075 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-faf93008-7a84-403e-b498-890733bb0b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:40.216739 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c181b7-5a7c-4caa-87ca-00b638814337 req-a633ddfd-45c9-4beb-9da6-b592073c5e82 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:40.218193 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7c181b7-5a7c-4caa-87ca-00b638814337 req-a633ddfd-45c9-4beb-9da6-b592073c5e82 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0544004 Mar 04 16:02:40.262707 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b7c181b7-5a7c-4caa-87ca-00b638814337 req-65270ff5-0ce0-4303-9da3-82b8a1c5733d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Mar 04 16:02:41.382223 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fa20c-27b2-4528-ac50-993c4e3a0510 req-5974da90-e729-4bb3-880b-94954d55cba1 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:41.383855 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-416fa20c-27b2-4528-ac50-993c4e3a0510 req-5974da90-e729-4bb3-880b-94954d55cba1 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0539618 Mar 04 16:02:41.430880 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-416fa20c-27b2-4528-ac50-993c4e3a0510 req-52c51cd5-4043-4f82-8b56-e044f50d418e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Mar 04 16:02:42.074951 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-8b58d19f-8ed3-4689-a82b-932352c85f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:42.440025 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:42.569833 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8a03-0d0e-42e1-8df0-7be4e4c2cf4b req-162213b1-52b9-426b-9574-3e092be0f9b5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:42.571316 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-816f8a03-0d0e-42e1-8df0-7be4e4c2cf4b req-162213b1-52b9-426b-9574-3e092be0f9b5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0534213 Mar 04 16:02:42.621380 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-816f8a03-0d0e-42e1-8df0-7be4e4c2cf4b req-2915a0bf-0eeb-4d77-8ad4-6b988351d1e4 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Mar 04 16:02:43.348561 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:43.737033 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d15ad-bc9e-44d6-a8c8-3a560acbee2a req-9234d365-98ba-4cc9-b2e6-3da205f26782 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:43.738519 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c4d15ad-bc9e-44d6-a8c8-3a560acbee2a req-9234d365-98ba-4cc9-b2e6-3da205f26782 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0516593 Mar 04 16:02:43.783496 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3c4d15ad-bc9e-44d6-a8c8-3a560acbee2a req-bf07559d-50bb-4207-b18e-d94c4364fbc2 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Mar 04 16:02:43.955272 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:02:44.742340 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:44.898551 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeed066-1680-4d0b-a6ba-7ed65a92cb19 req-d1dd5192-9d9d-4167-8c4d-28342783729d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:44.899975 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cfeed066-1680-4d0b-a6ba-7ed65a92cb19 req-d1dd5192-9d9d-4167-8c4d-28342783729d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0519567 Mar 04 16:02:44.944291 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cfeed066-1680-4d0b-a6ba-7ed65a92cb19 req-5c477d02-dc4c-435f-b3fd-9262a8932cd5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Mar 04 16:02:46.061016 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9a3e1-621f-4267-84e2-20c71448421f req-f9cab400-78d4-47db-9b26-763c8a42a8e3 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:46.062465 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbf9a3e1-621f-4267-84e2-20c71448421f req-f9cab400-78d4-47db-9b26-763c8a42a8e3 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 931 time: 0.0540633 Mar 04 16:02:46.107360 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cbf9a3e1-621f-4267-84e2-20c71448421f req-0ddbb46b-ba52-4a8e-a2a0-3ffad5320082 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Mar 04 16:02:46.165674 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:46.551447 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Request body: {'port': {'device_id': '259e1db1-4755-4e79-803b-8609de2276c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:02:46.608846 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:46.864195 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f883adcc-27b3-4af1-9067-ba255116f665 {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:02:46.872266 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Publish callbacks [] for port (f883adcc-27b3-4af1-9067-ba255116f665), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:46.883881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Transition to ACTIVE for port object f883adcc-27b3-4af1-9067-ba255116f665 will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 16:02:46.942147 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:46.990353 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:47.063513 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Attempting to bind port f883adcc-27b3-4af1-9067-ba255116f665 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:02:47.064198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Attempting to bind port f883adcc-27b3-4af1-9067-ba255116f665 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:02:47.064320 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Attempting to bind port f883adcc-27b3-4af1-9067-ba255116f665 on network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:47.068762 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Port f883adcc-27b3-4af1-9067-ba255116f665 on network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 16:02:47.069081 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Attempting to bind port f883adcc-27b3-4af1-9067-ba255116f665 on network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:02:47.073930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:02:47.074394 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Checking segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:02:47.074775 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Bound using segment: {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:02:47.075198 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Bound port: f883adcc-27b3-4af1-9067-ba255116f665, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:02:47.075551 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:47.140419 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:02:47.143442 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:02:47.207021 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:47.251505 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:47.252159 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:47.253530 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] 10.222.0.16 "PUT /v2.0/ports/f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 1093 time: 0.7065248 Mar 04 16:02:47.254713 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:02:47.256925 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84177baf-da8b-4311-9b1f-aa47bb194cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:02:47.281241 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a3305-48c1-45cf-a995-22cb33a8a7a2 req-b158a5c8-fcb4-428f-a375-e7f1770a3ec5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:47.281241 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-026a3305-48c1-45cf-a995-22cb33a8a7a2 req-b158a5c8-fcb4-428f-a375-e7f1770a3ec5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 943 time: 0.1042409 Mar 04 16:02:47.295795 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462c8e2-1095-4a22-a4b0-add1e7a23a48 service neutron] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:47.310718 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abec133-b12f-43de-923c-0dfebb1fac86 x-openstack-request-id: req-1abec133-b12f-43de-923c-0dfebb1fac86 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:02:47.310718 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:02:47.310718 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1abec133-b12f-43de-923c-0dfebb1fac86 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:02:47.310718 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'status': 'completed', 'code': 200} Mar 04 16:02:47.345134 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-026a3305-48c1-45cf-a995-22cb33a8a7a2 req-a0b4b4fa-9f08-4065-8aac-0b2f914b0471 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610340 Mar 04 16:02:47.380466 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84177baf-da8b-4311-9b1f-aa47bb194cb9 req-bf96c0a9-41c5-4179-a179-0967992fecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:47.381893 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84177baf-da8b-4311-9b1f-aa47bb194cb9 req-bf96c0a9-41c5-4179-a179-0967992fecdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1127 time: 0.0560534 Mar 04 16:02:47.480996 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84177baf-da8b-4311-9b1f-aa47bb194cb9 req-57092192-b7ed-4189-ba7c-cff142b3fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:47.482879 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84177baf-da8b-4311-9b1f-aa47bb194cb9 req-57092192-b7ed-4189-ba7c-cff142b3fdbd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=40b94cff340340629e7a077e2617efb9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945389 Mar 04 16:02:47.837115 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84177baf-da8b-4311-9b1f-aa47bb194cb9 req-21496c37-4f4b-4a70-b70d-c149996db12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:47.838728 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-84177baf-da8b-4311-9b1f-aa47bb194cb9 req-21496c37-4f4b-4a70-b70d-c149996db12d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502591 Mar 04 16:02:47.917672 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-501064a4-9784-4d0c-b879-2ac58c0ac8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:47.919281 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-501064a4-9784-4d0c-b879-2ac58c0ac8aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1127 time: 0.0440221 Mar 04 16:02:47.960967 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-ae30bf01-e905-42df-a294-b4a1692fa069 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 217 time: 0.0356078 Mar 04 16:02:48.005838 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-8f1c9a14-d201-4869-b987-b50b84287b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:48.007181 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-8f1c9a14-d201-4869-b987-b50b84287b2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0406361 Mar 04 16:02:48.054400 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-b49922ad-df7d-4bdc-a6f9-88054d316253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:48.055883 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-b49922ad-df7d-4bdc-a6f9-88054d316253 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425971 Mar 04 16:02:48.142613 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-14425b7a-65a2-42f2-bee7-8dfdd82feb5a service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806186 Mar 04 16:02:48.227810 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b13e2650-4d2e-48ca-9182-83895b6b80fa req-22a9be70-9d1c-43d5-b650-c3e2295dff42 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792234 Mar 04 16:02:48.469510 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d66a1-2d28-4c34-95b5-e3309283c754 req-7af89590-a043-470f-9362-b2b7a9185d50 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:48.470924 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c24d66a1-2d28-4c34-95b5-e3309283c754 req-7af89590-a043-470f-9362-b2b7a9185d50 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 943 time: 0.0564792 Mar 04 16:02:48.516330 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c24d66a1-2d28-4c34-95b5-e3309283c754 req-9fc02de3-51e1-40ec-89e1-f543287d656e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Mar 04 16:02:49.630000 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a8b56-2870-4ef5-a68e-a26e6b030302 req-a6f1c468-a34a-4413-8f09-cae2f5ed9de3 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:49.631380 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-194a8b56-2870-4ef5-a68e-a26e6b030302 req-a6f1c468-a34a-4413-8f09-cae2f5ed9de3 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 943 time: 0.0509896 Mar 04 16:02:49.676456 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-194a8b56-2870-4ef5-a68e-a26e6b030302 req-413407ae-68b4-4263-add2-b236249842d7 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Mar 04 16:02:50.316703 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-abc0992b-1ffc-4c21-af7e-c53a9d7d1a3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423229 Mar 04 16:02:50.402995 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-70557a62-49ed-4e4e-bc20-5210c039c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:50.404425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-70557a62-49ed-4e4e-bc20-5210c039c161 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1130 time: 0.0461569 Mar 04 16:02:50.501060 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-65ba7732-9336-4a6e-8c17-fbe62208c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:50.502516 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-65ba7732-9336-4a6e-8c17-fbe62208c70b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0816696 Mar 04 16:02:50.568909 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-63f1ab60-db2c-4f15-ac70-8cd3d63a1104 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 1001 time: 0.0592346 Mar 04 16:02:50.615739 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-9af30209-cd76-4853-a48a-eec633418f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:50.617185 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-9af30209-cd76-4853-a48a-eec633418f07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0422163 Mar 04 16:02:50.663887 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-52ba65fc-b82d-4175-b8a5-28d79f657160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:50.665314 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-52ba65fc-b82d-4175-b8a5-28d79f657160 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421836 Mar 04 16:02:50.780622 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-9395c242-bab0-41b4-9b5a-7d308ebbfd44 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092412 Mar 04 16:02:50.854353 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810005-24e7-4718-a1d3-1482c111316d req-674208b5-4006-4897-aa7c-b7091f5b9500 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:50.855762 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3810005-24e7-4718-a1d3-1482c111316d req-674208b5-4006-4897-aa7c-b7091f5b9500 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 943 time: 0.1151154 Mar 04 16:02:50.908538 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8718b09a-717b-4be6-8f3a-335d17d68549 req-eaa716c2-0619-4976-b53b-41b04cee62ff service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217637 Mar 04 16:02:50.923508 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c3810005-24e7-4718-a1d3-1482c111316d req-e40e63cb-9e4a-4702-94c1-c4688e36e01f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Mar 04 16:02:51.750719 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device f883adcc-27b3-4af1-9067-ba255116f665 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 16:02:51.845148 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:51.857543 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': 'f883adcc-27b3-4af1-9067-ba255116f665', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'port_id': 'f883adcc-27b3-4af1-9067-ba255116f665', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 16:02:51.894598 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port f883adcc-27b3-4af1-9067-ba255116f665 is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:51.895436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:51.911406 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f883adcc-27b3-4af1-9067-ba255116f665 {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:02:51.930090 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:52.005362 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:52.038745 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645f7e5-ad51-4f7b-a542-3f991f1b32ee req-adba4505-c85c-4305-98c2-4ebc8bcf2bec tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:52.040201 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6645f7e5-ad51-4f7b-a542-3f991f1b32ee req-adba4505-c85c-4305-98c2-4ebc8bcf2bec tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 943 time: 0.0522420 Mar 04 16:02:52.052920 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:52.085658 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6645f7e5-ad51-4f7b-a542-3f991f1b32ee req-8b18b34e-8118-40fd-9b98-2a670c4df3bc tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Mar 04 16:02:52.315782 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['f883adcc-27b3-4af1-9067-ba255116f665'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:02:53.201186 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8a592-2162-4075-be31-4108bb2d7716 req-80a07b1d-44d4-4e73-9f26-7e6af1439c7b tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:53.202640 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66c8a592-2162-4075-be31-4108bb2d7716 req-80a07b1d-44d4-4e73-9f26-7e6af1439c7b tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 944 time: 0.0511675 Mar 04 16:02:53.250423 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-66c8a592-2162-4075-be31-4108bb2d7716 req-e9482880-58b7-48b2-8753-0623433e9bb1 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Mar 04 16:02:53.748268 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device f883adcc-27b3-4af1-9067-ba255116f665 up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:02:53.925454 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port f883adcc-27b3-4af1-9067-ba255116f665 completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:02:53.929401 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port f883adcc-27b3-4af1-9067-ba255116f665 triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:02:53.929808 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f883adcc-27b3-4af1-9067-ba255116f665), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:54.004725 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port f883adcc-27b3-4af1-9067-ba255116f665 is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:02:54.005027 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:54.026566 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:02:54.028831 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a272079b-d991-488e-a1a3-de106e5ae567" -d '{"events": [{"server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "name": "network-vif-plugged", "status": "completed", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:02:54.045057 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:02:54.063982 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c67bc97-2fe1-447d-95c5-4bf0eb178ad3 x-openstack-request-id: req-8c67bc97-2fe1-447d-95c5-4bf0eb178ad3 {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:02:54.064271 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "name": "network-vif-plugged", "status": "completed", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:02:54.064522 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c67bc97-2fe1-447d-95c5-4bf0eb178ad3 {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:02:54.064910 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'code': 200} Mar 04 16:02:54.091397 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:02:54.138652 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:02:54.368383 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f1dd-8121-4e01-8af0-27d0ff4a0a6a req-727950fe-3c27-4024-99d3-1778a95a0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:54.369907 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-daa3f1dd-8121-4e01-8af0-27d0ff4a0a6a req-727950fe-3c27-4024-99d3-1778a95a0905 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1129 time: 0.0782504 Mar 04 16:02:54.380401 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f7bb9-8201-4077-880a-854eb6f3bfe5 req-a95b253d-54f7-49fe-8b00-a6b89c21d40e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:54.381787 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-666f7bb9-8201-4077-880a-854eb6f3bfe5 req-a95b253d-54f7-49fe-8b00-a6b89c21d40e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0643506 Mar 04 16:02:54.448110 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-daa3f1dd-8121-4e01-8af0-27d0ff4a0a6a req-e6e8561b-06ab-4ac9-8081-013207c9e61e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653987 Mar 04 16:02:54.451516 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-666f7bb9-8201-4077-880a-854eb6f3bfe5 req-5d672946-be02-451d-a900-8c185045194f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 Mar 04 16:02:55.572487 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001a1f-a630-426b-8198-a1906d14ee27 req-1fd7d8f1-c060-4802-ba55-480c0bf9dd20 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:55.573994 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ed001a1f-a630-426b-8198-a1906d14ee27 req-1fd7d8f1-c060-4802-ba55-480c0bf9dd20 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0556347 Mar 04 16:02:55.621575 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ed001a1f-a630-426b-8198-a1906d14ee27 req-2785c157-a9db-4ee4-b365-08f749c7bcdf tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Mar 04 16:02:56.735896 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a84b9-4224-4c06-9376-9731a29bc3c0 req-dcb2553c-007d-4a6b-9ef2-8b45f990b8d6 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:56.737351 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad7a84b9-4224-4c06-9376-9731a29bc3c0 req-dcb2553c-007d-4a6b-9ef2-8b45f990b8d6 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Mar 04 16:02:56.782693 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ad7a84b9-4224-4c06-9376-9731a29bc3c0 req-c678d62f-8e47-4526-91ac-8a1a763f885a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Mar 04 16:02:56.899442 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f816f-52ed-4a29-a6b7-b1bddd76ff25 req-06730a33-1a16-4d1c-97c2-8ce759cc0a5d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:56.900788 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ea1f816f-52ed-4a29-a6b7-b1bddd76ff25 req-06730a33-1a16-4d1c-97c2-8ce759cc0a5d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0548067 Mar 04 16:02:56.945038 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ea1f816f-52ed-4a29-a6b7-b1bddd76ff25 req-59429f8d-25b6-47de-91c3-3f04c1abe815 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387516 Mar 04 16:02:57.260170 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726c14-d313-48d6-a04d-fcaced2631c6 req-563ed864-f962-41d5-a1e1-c2d8f9b0d422 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:02:57.261609 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-75726c14-d313-48d6-a04d-fcaced2631c6 req-563ed864-f962-41d5-a1e1-c2d8f9b0d422 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Mar 04 16:02:57.306392 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-75726c14-d313-48d6-a04d-fcaced2631c6 req-c9e2fa32-9d57-4f68-a7c6-08960c6325cb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Mar 04 16:03:07.490190 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a56d2b-210a-40d5-a560-dc4107c28d50 req-74521595-802f-4a51-a9fe-903f255da599 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:07.491909 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-38a56d2b-210a-40d5-a560-dc4107c28d50 req-74521595-802f-4a51-a9fe-903f255da599 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0513754 Mar 04 16:03:07.540399 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-38a56d2b-210a-40d5-a560-dc4107c28d50 req-13d66592-97af-40d0-9bd3-3ab7c433dbfe tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Mar 04 16:03:07.562632 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41472) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:07.787855 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ccd197-59db-4634-8878-b4c0f323ab94 tempest-TestMinimumBasicScenario-1256082109 tempest-TestMinimumBasicScenario-1256082109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:07.801230 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-74ccd197-59db-4634-8878-b4c0f323ab94 tempest-TestMinimumBasicScenario-1256082109 tempest-TestMinimumBasicScenario-1256082109-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1124 time: 0.2257135 Mar 04 16:03:07.803550 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41476) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:07.807919 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'port_id': 'f883adcc-27b3-4af1-9067-ba255116f665', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:07.902067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:07.992768 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:08.094375 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Allocated IP 172.27.2.206 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/b14741ef-b514-4ae4-8541-908754313246) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:03:08.190067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for port (b14741ef-b514-4ae4-8541-908754313246), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:08.262684 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (b14741ef-b514-4ae4-8541-908754313246), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:08.304037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:03:08.306864 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:03:08.309381 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:03:08.336597 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'Port': ['ID=b14741ef-b514-4ae4-8541-908754313246,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:08.664032 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for floatingip (ecb4f142-4c10-4593-ad55-0a8c1516314d), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:08.779772 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (b14741ef-b514-4ae4-8541-908754313246), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:08.925245 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for port (b14741ef-b514-4ae4-8541-908754313246), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:08.970175 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (b14741ef-b514-4ae4-8541-908754313246), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.034165 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'Port': ['ID=b14741ef-b514-4ae4-8541-908754313246,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:09.045671 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (ecb4f142-4c10-4593-ad55-0a8c1516314d), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.143489 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Floating IP ecb4f142-4c10-4593-ad55-0a8c1516314d associated. External IP: 172.27.2.206, port: f883adcc-27b3-4af1-9067-ba255116f665. Mar 04 16:03:09.346092 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:03:09.451045 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:03:09.462015 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bef80-2376-4526-97d7-a189e2856462 None None] Sync routers for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:03:09.471052 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:03:09.473645 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:03:09.526770 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.558468 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-b8ffc07e-63b7-49f8-ab6d-5e138107846f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7512686 Mar 04 16:03:09.558468 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:03:09.558781 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e41d104-1210-440c-8a03-c5a7214dd665" -d '{"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:03:09.559482 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41478) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:09.564506 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631737596', 'description': 'tempest-secgroup-smoke-1631737596 description', 'project_id': '40b94cff340340629e7a077e2617efb9'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:09.582031 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:03:09.597532 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef51cb-cde7-4fa0-9828-a5cc969dbc74 x-openstack-request-id: req-09ef51cb-cde7-4fa0-9828-a5cc969dbc74 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:03:09.597909 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:03:09.598169 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09ef51cb-cde7-4fa0-9828-a5cc969dbc74 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:03:09.598573 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'status': 'completed', 'code': 200} Mar 04 16:03:09.633655 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group (None), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.666164 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-823f6ec5-3067-4039-a84e-21c0da1b1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:09.667977 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-823f6ec5-3067-4039-a84e-21c0da1b1c09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1129 time: 0.0485528 Mar 04 16:03:09.702931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group (343a3a19-a1e6-4d4b-b41f-c8292c72ab1f), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.730553 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-21cfcff8-d770-402e-ad14-724d0f6c6424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.764358 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-c9dadd44-0e8f-4d4d-8e9f-af14134b8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:09.765916 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-c9dadd44-0e8f-4d4d-8e9f-af14134b8d94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 916 time: 0.0906553 Mar 04 16:03:09.776316 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (343a3a19-a1e6-4d4b-b41f-c8292c72ab1f), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.815345 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f,revision_number=1']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:09.834607 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'ecb4f142-4c10-4593-ad55-0a8c1516314d', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'port_id': 'f883adcc-27b3-4af1-9067-ba255116f665', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259e1db1-4755-4e79-803b-8609de2276c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:03:08Z', 'updated_at': '2022-03-04T16:03:08Z', 'revision_number': 0, 'project_id': '40b94cff340340629e7a077e2617efb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:03:09.839786 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-e19c88a1-c63a-4c5a-839f-7afe325bff70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 999 time: 0.0671594 Mar 04 16:03:09.852888 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.857364 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-4d8d3830-2d09-4cd6-abc7-a99ce3810d15 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2936647 Mar 04 16:03:09.857364 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41482) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:09.859286 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bef80-2376-4526-97d7-a189e2856462 None None] Checking router: 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:03:09.862364 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group_rule': {'security_group_id': '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f', 'project_id': '40b94cff340340629e7a077e2617efb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:09.869999 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:03:09.870885 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:02:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:03:09.892503 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-c26f674d-5ccf-4392-9eca-17dc43fdef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:09.893984 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-c26f674d-5ccf-4392-9eca-17dc43fdef39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0448120 Mar 04 16:03:09.948708 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-ef598828-64d3-4d42-86ad-339bc2c8f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:09.950258 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-ef598828-64d3-4d42-86ad-339bc2c8f933 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490615 Mar 04 16:03:09.958282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (6288c57b-b930-46a2-9db3-b29af8f9075c), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:09.981800 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:03:10.015267 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (6288c57b-b930-46a2-9db3-b29af8f9075c), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.042274 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-f04cbe60-0799-44c9-8bd4-c5b971d02443 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843964 Mar 04 16:03:10.102171 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (6288c57b-b930-46a2-9db3-b29af8f9075c), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.124896 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6288c57b-b930-46a2-9db3-b29af8f9075c,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:10.139505 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3e41d104-1210-440c-8a03-c5a7214dd665 req-dde1f0a8-f0b4-4024-a968-7c2a584afeb6 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897713 Mar 04 16:03:10.189906 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.193606 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-0f0363a0-79e9-4db0-8976-ef52ac594999 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329351 Mar 04 16:03:10.193828 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41484) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:10.198302 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group_rule': {'security_group_id': '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f', 'project_id': '40b94cff340340629e7a077e2617efb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:10.208916 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-142bef80-2376-4526-97d7-a189e2856462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'ecb4f142-4c10-4593-ad55-0a8c1516314d', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'port_id': 'f883adcc-27b3-4af1-9067-ba255116f665', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259e1db1-4755-4e79-803b-8609de2276c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:03:08Z', 'updated_at': '2022-03-04T16:03:08Z', 'revision_number': 0, 'project_id': '40b94cff340340629e7a077e2617efb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:03:10.239137 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bef80-2376-4526-97d7-a189e2856462 None None] The sync data for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi is: [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': 'ecb4f142-4c10-4593-ad55-0a8c1516314d', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'port_id': 'f883adcc-27b3-4af1-9067-ba255116f665', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259e1db1-4755-4e79-803b-8609de2276c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:03:08Z', 'updated_at': '2022-03-04T16:03:08Z', 'revision_number': 0, 'project_id': '40b94cff340340629e7a077e2617efb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:03:10.296513 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (150f7784-e4fa-45b9-9f54-5ebe5b7e557c), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.353842 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (150f7784-e4fa-45b9-9f54-5ebe5b7e557c), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.410592 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (150f7784-e4fa-45b9-9f54-5ebe5b7e557c), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.429446 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150f7784-e4fa-45b9-9f54-5ebe5b7e557c,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:10.433295 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fe41e-356b-4974-89ae-4ba31af0434a None None] New status for floating IP ecb4f142-4c10-4593-ad55-0a8c1516314d: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:03:10.486815 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.488127 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-3f94f02e-e975-43e7-b3de-c4d545954d38 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933433 Mar 04 16:03:10.490826 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41486) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:10.495068 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group_rule': {'security_group_id': '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f', 'project_id': '40b94cff340340629e7a077e2617efb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:10.569640 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (8dac3b6d-0dc1-447e-a005-fd96c0831a48), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.629075 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (8dac3b6d-0dc1-447e-a005-fd96c0831a48), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.673188 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (8dac3b6d-0dc1-447e-a005-fd96c0831a48), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.690166 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dac3b6d-0dc1-447e-a005-fd96c0831a48,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:10.767301 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.768486 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-6ea4347d-5d09-4657-a3f1-14d232f2c63a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767320 Mar 04 16:03:10.771143 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41488) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:10.775392 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group_rule': {'security_group_id': '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f', 'project_id': '40b94cff340340629e7a077e2617efb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:10.855335 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (e977af20-a103-4126-8d28-fe4154b28879), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.910687 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (e977af20-a103-4126-8d28-fe4154b28879), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.970531 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (e977af20-a103-4126-8d28-fe4154b28879), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:10.987608 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e977af20-a103-4126-8d28-fe4154b28879,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:11.057866 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.059048 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-610011a4-6e3d-4803-915c-a6ee82cf4916 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2869959 Mar 04 16:03:11.062290 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41490) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:11.067887 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group_rule': {'security_group_id': '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f', 'project_id': '40b94cff340340629e7a077e2617efb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:11.158824 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.securitygroups_db [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Project 40b94cff340340629e7a077e2617efb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 16:03:11.163715 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (82fffc36-ddb5-47cc-817e-9fea55d29565), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.219017 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (82fffc36-ddb5-47cc-817e-9fea55d29565), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.284414 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (82fffc36-ddb5-47cc-817e-9fea55d29565), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.301162 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fffc36-ddb5-47cc-817e-9fea55d29565,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:11.366665 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.367877 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-88c2bfec-33c0-410e-bd42-a10578db16f9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046603 Mar 04 16:03:11.370879 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41492) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:03:11.375846 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.v2.base [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'security_group_rule': {'security_group_id': '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f', 'project_id': '40b94cff340340629e7a077e2617efb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:11.444661 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.db.securitygroups_db [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Project 40b94cff340340629e7a077e2617efb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 16:03:11.449287 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (c04da77f-f0d7-4310-b94f-780dfbccf033), before_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.509446 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (c04da77f-f0d7-4310-b94f-780dfbccf033), precommit_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.547866 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901033'] for security_group_rule (c04da77f-f0d7-4310-b94f-780dfbccf033), after_create {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.565875 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04da77f-f0d7-4310-b94f-780dfbccf033,revision_number=0']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:11.617811 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:11.618987 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-eeeea583-0a9d-40d3-baf7-7c8efd83e701 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2471695 Mar 04 16:03:11.705782 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-30aae24d-d29f-4874-bced-44874adfc112 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631737596&fields=id&tenant_id=40b94cff340340629e7a077e2617efb9 HTTP/1.1" status: 200 len: 267 time: 0.0429397 Mar 04 16:03:11.759762 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-ef4dd5d3-f345-4f7e-8a1e-59ae40ec46dd tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:11.761194 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-ef4dd5d3-f345-4f7e-8a1e-59ae40ec46dd tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0503364 Mar 04 16:03:11.771744 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'port': {'security_groups': ['26c777c2-6e7a-4a5d-963d-230f2cd2dd42', '343a3a19-a1e6-4d4b-b41f-c8292c72ab1f']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:03:11.847239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.026111 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:03:12.055630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for port (f883adcc-27b3-4af1-9067-ba255116f665), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.073429 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-97694814-b51c-472a-85e4-9a8e1a2129e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.159342 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.171521 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['f883adcc-27b3-4af1-9067-ba255116f665'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:03:12.205590 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:12.206488 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.207940 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3fff9bbc-5513-4151-a539-a1d928ba4144 req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "PUT /v2.0/ports/f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 981 time: 0.4407275 Mar 04 16:03:12.208405 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:03:12.211351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d207e20-0e65-4670-9fef-6741a48160a0" -d '{"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:03:12.238512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f53f6-7250-4413-9dc4-81fe1a1d64ce tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=6']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:03:12.279517 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d826b0-271d-4802-806d-0d87cc5b19fa x-openstack-request-id: req-b4d826b0-271d-4802-806d-0d87cc5b19fa {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:03:12.279725 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:03:12.279981 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4d826b0-271d-4802-806d-0d87cc5b19fa {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:03:12.280449 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'status': 'completed', 'code': 200} Mar 04 16:03:12.280764 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['f883adcc-27b3-4af1-9067-ba255116f665'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:03:12.370920 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd920a0-a3fa-47ed-ba74-1b4c3dc5bfd3 req-35ce1530-2b8f-4f8d-8f21-262c94f6ea17 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:12.372459 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5dd920a0-a3fa-47ed-ba74-1b4c3dc5bfd3 req-35ce1530-2b8f-4f8d-8f21-262c94f6ea17 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0911965 Mar 04 16:03:12.376223 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-ce134384-a4c5-48df-922f-40ebf6c8c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:12.377548 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-ce134384-a4c5-48df-922f-40ebf6c8c881 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1168 time: 0.0688512 Mar 04 16:03:12.484456 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.493950 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5dd920a0-a3fa-47ed-ba74-1b4c3dc5bfd3 req-3c338723-c38b-4d54-a07a-3d60409b03fe tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140888 Mar 04 16:03:12.509111 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-0f0906aa-a37f-4cf1-99f0-7449105124e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:12.510630 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-0f0906aa-a37f-4cf1-99f0-7449105124e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 916 time: 0.1251547 Mar 04 16:03:12.577150 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-aca1a2bd-2b56-45a7-8280-bd8c791cc51a None None] Provisioning complete for port f883adcc-27b3-4af1-9067-ba255116f665 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:03:12.577524 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-aca1a2bd-2b56-45a7-8280-bd8c791cc51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f883adcc-27b3-4af1-9067-ba255116f665), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:12.581127 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-34acf9e0-b542-48c8-b6a1-cb184be42a49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 1001 time: 0.0632417 Mar 04 16:03:12.628442 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-02f2ad3e-2c07-4425-a911-6abbdfad430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:12.629922 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-02f2ad3e-2c07-4425-a911-6abbdfad430d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0428040 Mar 04 16:03:12.685038 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-90b2ebc3-4611-470a-8b31-5f83909be0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:12.686793 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-90b2ebc3-4611-470a-8b31-5f83909be0f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479679 Mar 04 16:03:12.788280 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-f6ab528d-7afc-4063-a973-1e004d8f3cd4 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941870 Mar 04 16:03:12.809982 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-aca1a2bd-2b56-45a7-8280-bd8c791cc51a None None] Current status of the port f883adcc-27b3-4af1-9067-ba255116f665 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:03:12.880657 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4d207e20-0e65-4670-9fef-6741a48160a0 req-a940eeee-bff0-46e1-9cf5-1b733d07bfa9 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847888 Mar 04 16:03:13.364554 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:14.764605 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:16.181406 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:20.954101 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:03:39.786910 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4046bbab-7d8d-4275-ac00-2f0d93055fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:42.083903 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f9a4-7c8c-4868-ae2f-999aa05c086b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:42.592425 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:43.364264 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:44.740843 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:46.186682 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:03:53.228059 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-be6252c1-982f-4652-929d-b5e23209c337 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3070893 Mar 04 16:03:53.310906 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-503fe9e4-f425-49bf-ad1e-3dfa24b659f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:53.312370 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-503fe9e4-f425-49bf-ad1e-3dfa24b659f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1130 time: 0.0439432 Mar 04 16:03:53.411029 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-738a5762-fa17-488f-8d49-fa24dadaa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:53.412491 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-738a5762-fa17-488f-8d49-fa24dadaa424 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0815992 Mar 04 16:03:53.476972 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-bac873e2-0024-4d7b-9a55-0efc21b3f6a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 1001 time: 0.0587981 Mar 04 16:03:53.522260 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-1cd28ce1-3c40-47f9-9633-26bdf09f5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:53.523691 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-1cd28ce1-3c40-47f9-9633-26bdf09f5bdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0405378 Mar 04 16:03:53.569821 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-b6f422bb-d4c1-41dd-8846-4e436f4aa7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:03:53.571292 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-b6f422bb-d4c1-41dd-8846-4e436f4aa7db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416460 Mar 04 16:03:53.659290 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-04e924e6-f617-4594-bb1e-c37ce9f584aa service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 Mar 04 16:03:53.744871 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cd357263-0bb4-466a-aa54-5b818a725cbf req-845eb9f5-014d-4d4d-8e07-dd2681f75553 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799785 Mar 04 16:03:57.953970 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:04:09.734539 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ea9d27f2-790a-45a6-b800-88f9c34fb7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:12.083186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e3f23bae-ffd2-4c4f-afae-74a8c7638bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:12.255695 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5227841d-09da-4501-82d3-713c9dd23696 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906455398&fields=id&tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 267 time: 0.0482397 Mar 04 16:04:12.357958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-4e07c350-b8d9-4ae0-968a-3a226abe9f21 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:12.359392 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-4e07c350-b8d9-4ae0-968a-3a226abe9f21 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 810 time: 0.0975521 Mar 04 16:04:12.374359 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-c7432e81-ebba-482d-9f09-00cc12d65f83 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/quotas/fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 375 time: 0.0096107 Mar 04 16:04:12.429731 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a86e01b1-9eeb-414e-8826-9fd0f1a13c47 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505369 Mar 04 16:04:12.477468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:12.482491 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [req-8a675f4e-f2eb-4ba9-ba29-171b850e16ae req-ff857ac9-c58a-49a1-bab7-32c580dc4a85 service neutron] (110046) timed out ('10.222.0.16', 56674) {{(pid=110046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 16:04:12.570489 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-fbe9392b-2639-45e1-ae55-8c9aade522d7 service neutron] 10.222.0.21 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294007 Mar 04 16:04:12.656467 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-c93fb6e2-f701-41e1-b13e-6d5b68d2bcc2 service neutron] 10.222.0.21 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802956 Mar 04 16:04:13.169511 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cef208f8-e241-4131-adf5-44a551ff6bf1 req-931b6386-1019-4c90-857b-07909e7e6570 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 210 time: 0.0319464 Mar 04 16:04:13.386601 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:13.491125 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2551-35dc-4f62-b118-ae9dee7a0cdf req-b5413af8-9f1f-4d6b-a833-247d9ccb5d53 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:13.492588 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46ae2551-35dc-4f62-b118-ae9dee7a0cdf req-b5413af8-9f1f-4d6b-a833-247d9ccb5d53 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0528171 Mar 04 16:04:13.555629 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-46ae2551-35dc-4f62-b118-ae9dee7a0cdf req-22febb2c-1995-454a-b3b0-5afdabba5e9b tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565324 Mar 04 16:04:13.599881 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-b65ddc3e-1953-4dfa-bd2c-6182776a2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:13.601372 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-b65ddc3e-1953-4dfa-bd2c-6182776a2ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1168 time: 0.0448697 Mar 04 16:04:13.693387 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-8c281746-5443-4106-853d-5b3ed44d223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:13.695067 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-8c281746-5443-4106-853d-5b3ed44d223e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 916 time: 0.0865018 Mar 04 16:04:13.759870 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-4270145e-efd6-466f-9596-d94be3c73746 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 1001 time: 0.0586784 Mar 04 16:04:13.818415 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-edce717e-ca21-4fad-93ba-9109fa6b6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:13.820045 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-edce717e-ca21-4fad-93ba-9109fa6b6656 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0470159 Mar 04 16:04:13.869326 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-256fab46-1c8c-404e-b137-6dc1be0cf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:13.870970 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-256fab46-1c8c-404e-b137-6dc1be0cf9dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440612 Mar 04 16:04:13.958311 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-387afdc2-44f4-4d35-866a-27ac253b1daa service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813165 Mar 04 16:04:14.049437 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bb0a3d46-d993-40a5-8cbf-7a54765fa0fe req-dc6681e1-8a02-48ea-80d1-fd724986b99a service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Mar 04 16:04:14.266772 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d3c68ff5-e9e7-4d0d-ace8-eec071221695 req-434c5349-e018-43e1-8552-9ee2cae99ef7 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Mar 04 16:04:14.675919 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582141f-d23d-4657-8e3e-9436cbbf8e24 req-f7ab7e96-2ca8-4068-9b75-26cf82b77117 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:14.677409 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6582141f-d23d-4657-8e3e-9436cbbf8e24 req-f7ab7e96-2ca8-4068-9b75-26cf82b77117 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0528436 Mar 04 16:04:14.738110 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6582141f-d23d-4657-8e3e-9436cbbf8e24 req-74531b58-529f-4c07-86d2-13e0c2add3ee tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546837 Mar 04 16:04:14.763474 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:15.093830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-8e821a3d-b587-42d5-9cc3-52d5038cfb09 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:15.095282 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-8e821a3d-b587-42d5-9cc3-52d5038cfb09 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 810 time: 0.1036913 Mar 04 16:04:15.157266 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-f849006d-29c1-4acd-9816-0d5185cf1d2c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c HTTP/1.1" status: 200 len: 379 time: 0.0525467 Mar 04 16:04:15.167795 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'port': {'device_id': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'admin_state_up': True, 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'security_groups': ['175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:04:15.360260 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-971a6301-ddf0-4680-8041-861880b8c289 req-333d238b-02f0-4468-b308-83a531295e83 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 210 time: 0.0280769 Mar 04 16:04:15.360746 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Made reservation on behalf of fe6ccd37ce43447ba1cd93c83e3c9f2c for: {'port': 1} {{(pid=110047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 16:04:15.364009 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:15.487214 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Allocated IP 172.20.0.10 (c081df21-7d7d-4014-872e-08007cbf9802/bd033da4-80bb-4ef3-aab0-ac27bc1d8a59/2e91434f-2d6e-48b7-a240-445ef2f40fce) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:04:15.620762 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:15.689399 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:15.737424 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Network c081df21-7d7d-4014-872e-08007cbf9802 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:04:15.740406 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:04:15.742900 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:04:15.774812 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=2e91434f-2d6e-48b7-a240-445ef2f40fce,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:15.787321 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789037 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789544 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.789678 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.790033 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.790367 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.790693 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.791017 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.791341 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:15.811362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:15.812017 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:15.879775 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd201ef-960b-4a52-ae41-5183f4953ea3 req-bbe2e445-6d39-4a65-abef-c08424db9222 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:15.881251 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4bd201ef-960b-4a52-ae41-5183f4953ea3 req-bbe2e445-6d39-4a65-abef-c08424db9222 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0664263 Mar 04 16:04:15.920197 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5f7c9cc7-29b4-4506-ac17-249cc1004a73 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7559359 Mar 04 16:04:15.935640 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Request body: {'port': {'device_id': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:04:15.971269 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-4bd201ef-960b-4a52-ae41-5183f4953ea3 req-cc62afb7-85c0-4c60-8b48-421be05c4241 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826144 Mar 04 16:04:15.994999 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-f231b66e-5c71-49c3-9afd-74d0709f1774 None None] Provisioning complete for port 2e91434f-2d6e-48b7-a240-445ef2f40fce triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:04:15.995550 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-f231b66e-5c71-49c3-9afd-74d0709f1774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.011682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.028768 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-f231b66e-5c71-49c3-9afd-74d0709f1774 None None] Port 2e91434f-2d6e-48b7-a240-445ef2f40fce cannot update to ACTIVE because it is not bound. {{(pid=110048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 16:04:16.203728 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.275068 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e91434f-2d6e-48b7-a240-445ef2f40fce {{(pid=110047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:04:16.282556 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Publish callbacks [] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.294645 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.provisioning_blocks [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Transition to ACTIVE for port object 2e91434f-2d6e-48b7-a240-445ef2f40fce will not be triggered until provisioned by entity L2. {{(pid=110047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 16:04:16.363344 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.412870 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Pushing event updated for resources: {'Port': ['ID=2e91434f-2d6e-48b7-a240-445ef2f40fce,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:16.525150 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Attempting to bind port 2e91434f-2d6e-48b7-a240-445ef2f40fce on host hv-cinder-83124 for vnic_type normal with profile {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 16:04:16.525493 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Attempting to bind port 2e91434f-2d6e-48b7-a240-445ef2f40fce by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 16:04:16.525861 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Attempting to bind port 2e91434f-2d6e-48b7-a240-445ef2f40fce on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:04:16.534787 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b64bb-945a-4e57-a395-1c8f3fb4b7d9 req-b6ab25cd-7e01-4e6a-ba60-cbd77c0bd669 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:16.536295 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c78b64bb-945a-4e57-a395-1c8f3fb4b7d9 req-b6ab25cd-7e01-4e6a-ba60-cbd77c0bd669 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.1003554 Mar 04 16:04:16.539910 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Port 2e91434f-2d6e-48b7-a240-445ef2f40fce on network c081df21-7d7d-4014-872e-08007cbf9802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 16:04:16.540244 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Attempting to bind port 2e91434f-2d6e-48b7-a240-445ef2f40fce on network c081df21-7d7d-4014-872e-08007cbf9802 {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 16:04:16.552588 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Checking agent: {'id': '449cf897-cc6e-4d64-ad04-c65899b5f6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'started_at': datetime.datetime(2022, 3, 4, 15, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 16:04:16.552984 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Checking segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 16:04:16.553304 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Bound using segment: {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'} {{(pid=110047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 16:04:16.553764 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.managers [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Bound port: 2e91434f-2d6e-48b7-a240-445ef2f40fce, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e58a367-ddc0-4e4c-861c-b6d65b0ad713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802'}}] {{(pid=110047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 16:04:16.554131 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.626506 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-c78b64bb-945a-4e57-a395-1c8f3fb4b7d9 req-61ddffa2-9347-4cb0-8c79-cf7ddf84de68 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838680 Mar 04 16:04:16.649251 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] For port 2e91434f-2d6e-48b7-a240-445ef2f40fce, host hv-cinder-83124, cleared binding levels {{(pid=110047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 16:04:16.652296 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] For port 2e91434f-2d6e-48b7-a240-445ef2f40fce, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 16:04:16.746862 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.784054 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:16.784670 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:16.786196 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] 10.222.0.16 "PUT /v2.0/ports/2e91434f-2d6e-48b7-a240-445ef2f40fce HTTP/1.1" status: 200 len: 1094 time: 0.8583996 Mar 04 16:04:16.786682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:04:16.791983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48322bec-e2df-4b0d-815c-734a0243f7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:04:16.812660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291bd7-34bf-4263-83dc-66cb5fcb68dd service neutron] Pushing event updated for resources: {'Port': ['ID=2e91434f-2d6e-48b7-a240-445ef2f40fce,revision_number=3']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:16.841894 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab53bd-ceba-45a8-9ea3-a772e3d94d15 x-openstack-request-id: req-24ab53bd-ceba-45a8-9ea3-a772e3d94d15 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:04:16.842242 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:04:16.842498 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24ab53bd-ceba-45a8-9ea3-a772e3d94d15 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:04:16.842904 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'status': 'completed', 'code': 200} Mar 04 16:04:16.913539 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322bec-e2df-4b0d-815c-734a0243f7fe req-82da8f9d-8ed5-4acf-a5e7-7a11d57b74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:16.915080 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-48322bec-e2df-4b0d-815c-734a0243f7fe req-82da8f9d-8ed5-4acf-a5e7-7a11d57b74de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 1128 time: 0.0478806 Mar 04 16:04:17.025409 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322bec-e2df-4b0d-815c-734a0243f7fe req-acb2bb88-6ea7-48e6-800b-5c581c6c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.026901 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-48322bec-e2df-4b0d-815c-734a0243f7fe req-acb2bb88-6ea7-48e6-800b-5c581c6c4782 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0948107 Mar 04 16:04:17.155246 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2182b-112d-4002-bc01-301a5a06e934 req-e4d54ffe-f35e-4066-aa3c-0ffd2e8f5f1e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.156628 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-78b2182b-112d-4002-bc01-301a5a06e934 req-e4d54ffe-f35e-4066-aa3c-0ffd2e8f5f1e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.1160493 Mar 04 16:04:17.159355 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322bec-e2df-4b0d-815c-734a0243f7fe req-9e537e71-2125-47f2-a34a-4b62c6c05162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.160680 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-48322bec-e2df-4b0d-815c-734a0243f7fe req-9e537e71-2125-47f2-a34a-4b62c6c05162 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275022 Mar 04 16:04:17.239472 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-78b2182b-112d-4002-bc01-301a5a06e934 req-5c3c8d8a-c1f9-4352-8c84-99c4fe825e9d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771999 Mar 04 16:04:17.256469 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5c23a23f-7951-4bf7-ba12-1960caf18aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.257974 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-5c23a23f-7951-4bf7-ba12-1960caf18aac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 1128 time: 0.0603249 Mar 04 16:04:17.297632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-75561b4e-45f4-4c1b-ba97-eaa703e49068 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce HTTP/1.1" status: 200 len: 217 time: 0.0327907 Mar 04 16:04:17.347821 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-44772bde-9412-44b0-b931-3b38c65369a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.349256 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-44772bde-9412-44b0-b931-3b38c65369a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0460434 Mar 04 16:04:17.397630 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a1ab0076-8231-4963-b31a-448c57d946a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.399094 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a1ab0076-8231-4963-b31a-448c57d946a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438559 Mar 04 16:04:17.484338 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-fc21de4d-2aef-4ff5-95c6-c5f81ce7675e service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786781 Mar 04 16:04:17.576827 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-69590d34-6190-4cd5-a6f6-666ccf84b010 req-a221af3f-c684-4c01-9f68-5e45efd922af service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843689 Mar 04 16:04:17.742882 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e12e-c4c0-44ca-93ba-82d5bad8b1bb req-36f217f4-f813-4c38-a4ed-a92c4f276199 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:17.744575 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d308e12e-c4c0-44ca-93ba-82d5bad8b1bb req-36f217f4-f813-4c38-a4ed-a92c4f276199 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0517762 Mar 04 16:04:17.791823 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d308e12e-c4c0-44ca-93ba-82d5bad8b1bb req-4a7a4bd4-0105-40fe-a1ee-eda68412d4dd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Mar 04 16:04:18.359014 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410797f-eacc-487c-a7d6-eeaa398bc026 req-ad6a2be9-ff85-46f2-9cf3-e5b151cf780c tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:18.360472 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6410797f-eacc-487c-a7d6-eeaa398bc026 req-ad6a2be9-ff85-46f2-9cf3-e5b151cf780c tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0559099 Mar 04 16:04:18.418061 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6410797f-eacc-487c-a7d6-eeaa398bc026 req-26c1b2b6-371a-4d6a-9339-135527a0110c tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520334 Mar 04 16:04:18.907281 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8b553-66a0-4a79-abca-70c38f3ab5d5 req-5d9944f1-4e0a-4d7a-adb3-60393d3af8f3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:18.908726 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6ab8b553-66a0-4a79-abca-70c38f3ab5d5 req-5d9944f1-4e0a-4d7a-adb3-60393d3af8f3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0517292 Mar 04 16:04:18.955773 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6ab8b553-66a0-4a79-abca-70c38f3ab5d5 req-2970520d-b67d-45b5-ba77-e4b3a1ec0b20 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Mar 04 16:04:19.534295 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18ecf-6092-436e-b7f8-174eb35a77d0 req-4c6189f2-a3c2-4c2d-a9fd-61e663800ac0 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:19.535729 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f4c18ecf-6092-436e-b7f8-174eb35a77d0 req-4c6189f2-a3c2-4c2d-a9fd-61e663800ac0 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0512426 Mar 04 16:04:19.596891 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f4c18ecf-6092-436e-b7f8-174eb35a77d0 req-8a2c4838-eec8-472d-bdc7-2953ba250612 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556121 Mar 04 16:04:20.068459 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87c01-346b-481f-8fb1-73ef5cedcf15 req-2eca5d3c-17bb-40e7-9fd0-30a177c9781b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:20.069903 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ebe87c01-346b-481f-8fb1-73ef5cedcf15 req-2eca5d3c-17bb-40e7-9fd0-30a177c9781b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0506721 Mar 04 16:04:20.129187 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ebe87c01-346b-481f-8fb1-73ef5cedcf15 req-d12c4571-f4f9-4726-98d0-627894fb444a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533543 Mar 04 16:04:20.712283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eaef5-c254-4435-b19f-24623e6ba914 req-51b63709-db57-4f4b-81bd-ff46477d9990 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:20.713761 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e4eaef5-c254-4435-b19f-24623e6ba914 req-51b63709-db57-4f4b-81bd-ff46477d9990 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0526717 Mar 04 16:04:20.771234 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e4eaef5-c254-4435-b19f-24623e6ba914 req-d643607a-dbc5-483d-ae2e-ec67ff331c48 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518699 Mar 04 16:04:21.246368 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db007cf3-34bf-42ef-9be4-79da5dbf49d9 req-34d1fd19-c678-4799-9bfd-4e9d0ce021a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:21.248311 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-db007cf3-34bf-42ef-9be4-79da5dbf49d9 req-34d1fd19-c678-4799-9bfd-4e9d0ce021a9 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0552230 Mar 04 16:04:21.294903 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-db007cf3-34bf-42ef-9be4-79da5dbf49d9 req-c98bf267-4eea-4db2-834d-ba254803bf87 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Mar 04 16:04:21.885875 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef124-bcf4-4ca4-a7fc-7973773c619d req-83becbc4-455f-4302-b0dc-0ac0a2d77769 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:21.887324 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-336ef124-bcf4-4ca4-a7fc-7973773c619d req-83becbc4-455f-4302-b0dc-0ac0a2d77769 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0520840 Mar 04 16:04:21.944322 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-336ef124-bcf4-4ca4-a7fc-7973773c619d req-5ec57b71-012c-4c5c-8800-a35655ad890d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514762 Mar 04 16:04:22.410922 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7329b-31d5-459d-92c5-be97184af8c9 req-445db264-9059-4015-8254-99fcb3e47b2d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:22.412375 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eec7329b-31d5-459d-92c5-be97184af8c9 req-445db264-9059-4015-8254-99fcb3e47b2d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0522418 Mar 04 16:04:22.463228 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eec7329b-31d5-459d-92c5-be97184af8c9 req-9371e8d6-8b52-4c73-a5db-f9482fb8e6f8 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Mar 04 16:04:23.058900 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e78f8-71eb-4a87-b76b-39ccae7f0709 req-9451de19-6b1d-4ceb-860d-ca0116322da4 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:23.060354 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-227e78f8-71eb-4a87-b76b-39ccae7f0709 req-9451de19-6b1d-4ceb-860d-ca0116322da4 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0519834 Mar 04 16:04:23.117888 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-227e78f8-71eb-4a87-b76b-39ccae7f0709 req-014cfc14-930d-42d5-bc20-6eca5ee7a11e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519197 Mar 04 16:04:23.578488 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1abb3-e528-4b3e-bbd1-5b6e1772c7d7 req-6ce6ece1-9838-4b8c-851e-2af77e449ffe tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:23.579905 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eae1abb3-e528-4b3e-bbd1-5b6e1772c7d7 req-6ce6ece1-9838-4b8c-851e-2af77e449ffe tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0525801 Mar 04 16:04:23.627079 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-eae1abb3-e528-4b3e-bbd1-5b6e1772c7d7 req-2f0cc86a-3269-4f73-b9bd-053d252a6b15 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417085 Mar 04 16:04:24.239379 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573645f6-6cc1-418a-8385-dcc9c501ac36 req-6106605c-31d8-4d62-ba00-f1c60967be7a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:24.240929 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-573645f6-6cc1-418a-8385-dcc9c501ac36 req-6106605c-31d8-4d62-ba00-f1c60967be7a tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0569844 Mar 04 16:04:24.301757 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-573645f6-6cc1-418a-8385-dcc9c501ac36 req-38a321ed-c625-4120-b177-3610b90acac9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542879 Mar 04 16:04:24.739318 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd2a6-3674-4205-82d1-4731b807e81a req-128297ad-e2c3-4bef-8e12-2ceb0532d880 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:24.740759 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-296cd2a6-3674-4205-82d1-4731b807e81a req-128297ad-e2c3-4bef-8e12-2ceb0532d880 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0516689 Mar 04 16:04:24.787671 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-296cd2a6-3674-4205-82d1-4731b807e81a req-cf07d225-b0c2-4edb-8a76-39bf2d218fc8 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Mar 04 16:04:25.423316 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9f080-0ff0-48df-8890-cf8089140751 req-0c6ffa6c-0125-4e59-90c4-b3a322f71ec4 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:25.424802 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ce9f080-0ff0-48df-8890-cf8089140751 req-0c6ffa6c-0125-4e59-90c4-b3a322f71ec4 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0557363 Mar 04 16:04:25.481803 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-1ce9f080-0ff0-48df-8890-cf8089140751 req-68f387ce-7cef-46be-98a8-a485ed794197 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513978 Mar 04 16:04:25.901880 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c13cb6-cd88-4730-910f-fac95e1ad814 req-6702ef18-4ca5-49f2-8af7-6d0feb11f393 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:25.903317 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-32c13cb6-cd88-4730-910f-fac95e1ad814 req-6702ef18-4ca5-49f2-8af7-6d0feb11f393 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 944 time: 0.0511756 Mar 04 16:04:25.949943 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-32c13cb6-cd88-4730-910f-fac95e1ad814 req-ce6dc7af-3f86-4f79-8b51-d2b4ad293b7f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 Mar 04 16:04:26.309401 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2e91434f-2d6e-48b7-a240-445ef2f40fce details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=110048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 16:04:26.404487 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2e91434f-2d6e-48b7-a240-445ef2f40fce, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:04:26.415751 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Returning: {'device': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'port_id': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'mac_address': 'fa:16:3e:6a:41:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 16:04:26.455066 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 2e91434f-2d6e-48b7-a240-445ef2f40fce is: DOWN; New status is: BUILD {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:04:26.455454 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:26.467725 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e91434f-2d6e-48b7-a240-445ef2f40fce {{(pid=110048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 16:04:26.485884 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2e91434f-2d6e-48b7-a240-445ef2f40fce, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:04:26.551700 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:26.598854 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=2e91434f-2d6e-48b7-a240-445ef2f40fce,revision_number=4']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:26.599325 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7eb5-fefe-4118-b65d-3264d66c6e7c req-a686dbfd-132e-4b7b-9a19-d6d7931fadde tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:26.600797 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7f4f7eb5-fefe-4118-b65d-3264d66c6e7c req-a686dbfd-132e-4b7b-9a19-d6d7931fadde tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0513179 Mar 04 16:04:26.605826 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.606188 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.606537 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.606876 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.607212 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.607548 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.607918 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.608770 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.609101 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.609430 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.609782 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.610110 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.610436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:04:26.663247 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7f4f7eb5-fefe-4118-b65d-3264d66c6e7c req-c8d0d49a-bcae-4785-9082-6ec23b94614d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564826 Mar 04 16:04:26.903209 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['2e91434f-2d6e-48b7-a240-445ef2f40fce'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:04:27.065517 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0e3a5-9054-4ab2-8b91-44f519fcbad8 req-9c620b81-0d2c-4d61-851d-35f2f8451f1a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:27.067017 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-22f0e3a5-9054-4ab2-8b91-44f519fcbad8 req-9c620b81-0d2c-4d61-851d-35f2f8451f1a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 945 time: 0.0516582 Mar 04 16:04:27.115098 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-22f0e3a5-9054-4ab2-8b91-44f519fcbad8 req-421a391a-330b-42ff-8063-66419813e972 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 Mar 04 16:04:27.627510 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [req-4f349505-dfb2-487d-8163-3a94b45e48c5 req-2bf73773-a9a6-425d-aec3-3c56fb3bbcc5 service neutron] (110046) timed out ('10.222.0.16', 56710) {{(pid=110046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 16:04:27.778765 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c7eed-e1b5-4ca6-aa7b-769c945d6cd2 req-cf1c40f1-5a02-40f3-868b-0075e4a15f14 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:27.780202 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-852c7eed-e1b5-4ca6-aa7b-769c945d6cd2 req-cf1c40f1-5a02-40f3-868b-0075e4a15f14 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0518887 Mar 04 16:04:27.836921 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-852c7eed-e1b5-4ca6-aa7b-769c945d6cd2 req-92e06522-8f5c-46e5-9753-3078d15c4052 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511928 Mar 04 16:04:28.233664 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c255123-b2dd-45fb-914a-e3dbb3944248 req-64721f78-3b65-40d6-a458-b1a891f6d100 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:28.235131 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c255123-b2dd-45fb-914a-e3dbb3944248 req-64721f78-3b65-40d6-a458-b1a891f6d100 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 945 time: 0.0548913 Mar 04 16:04:28.282492 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-5c255123-b2dd-45fb-914a-e3dbb3944248 req-72d43ea8-7b64-4c08-90ec-8b00d437ee92 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 Mar 04 16:04:28.313883 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2e91434f-2d6e-48b7-a240-445ef2f40fce up at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 16:04:28.419781 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning for port 2e91434f-2d6e-48b7-a240-445ef2f40fce completed by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 16:04:28.424001 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Provisioning complete for port 2e91434f-2d6e-48b7-a240-445ef2f40fce triggered by entity L2. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:04:28.424378 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:28.501277 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Current status of the port 2e91434f-2d6e-48b7-a240-445ef2f40fce is: BUILD; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:04:28.501646 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), before_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:28.523189 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce'}] {{(pid=110048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:04:28.525396 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}383a0df4596650121344cc4e4797cce85a29ad465ae20b62c17bde2748dc60c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af589ab-c2a6-45bb-bbd7-fcc6a03b1841" -d '{"events": [{"server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "name": "network-vif-plugged", "status": "completed", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce"}]}' {{(pid=110048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:04:28.537831 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] For port 2e91434f-2d6e-48b7-a240-445ef2f40fce, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:04:28.561280 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d4fd97-2981-4eb6-a51a-198f26c83a1f x-openstack-request-id: req-68d4fd97-2981-4eb6-a51a-198f26c83a1f {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:04:28.561623 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "name": "network-vif-plugged", "status": "completed", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce", "code": 200}]} {{(pid=110048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:04:28.561914 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68d4fd97-2981-4eb6-a51a-198f26c83a1f {{(pid=110048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:04:28.562343 dv-cinder-831247-6-iscsi neutron-server[110048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'code': 200} Mar 04 16:04:28.597103 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:28.643318 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Pushing event updated for resources: {'Port': ['ID=2e91434f-2d6e-48b7-a240-445ef2f40fce,revision_number=5']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:28.981585 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2520-4131-4c8a-8044-db9ad9f15c03 req-150b6f5f-3a08-41bb-ad70-461b98e00e30 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:28.983095 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e37b2520-4131-4c8a-8044-db9ad9f15c03 req-150b6f5f-3a08-41bb-ad70-461b98e00e30 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0816185 Mar 04 16:04:28.984780 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878670-af73-490b-912e-378f73fb8c68 req-d3ec4399-f2cd-49c0-8af8-6b3b69889e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:28.986126 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2c878670-af73-490b-912e-378f73fb8c68 req-d3ec4399-f2cd-49c0-8af8-6b3b69889e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 1130 time: 0.0754237 Mar 04 16:04:29.068047 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-2c878670-af73-490b-912e-378f73fb8c68 req-88a43124-c1e5-4750-9b0e-9fb111f97acd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736008 Mar 04 16:04:29.073292 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-e37b2520-4131-4c8a-8044-db9ad9f15c03 req-b7decc54-d5d7-4585-94b1-2a752ceaaac9 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846636 Mar 04 16:04:29.400782 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07893-82f3-427f-b4cd-de8e91c9f13b req-f9b8df77-5efe-4820-af0c-746541f2458d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:29.402260 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55e07893-82f3-427f-b4cd-de8e91c9f13b req-f9b8df77-5efe-4820-af0c-746541f2458d tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.0522630 Mar 04 16:04:29.450406 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-55e07893-82f3-427f-b4cd-de8e91c9f13b req-e230c369-3490-4d52-9be8-499bb9876385 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Mar 04 16:04:30.193112 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb6324-31ce-4112-a2ea-466e16d0be6e req-d631cb6c-6114-459b-a9b4-c007bfd1326e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:30.194631 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-98cb6324-31ce-4112-a2ea-466e16d0be6e req-d631cb6c-6114-459b-a9b4-c007bfd1326e tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0542364 Mar 04 16:04:30.257781 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-98cb6324-31ce-4112-a2ea-466e16d0be6e req-0c6f4132-0c61-4187-8724-c53e47ec9d1d tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571554 Mar 04 16:04:30.565602 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f222af-d639-4082-b8ee-228e3fd00eb8 req-792b089a-025f-4fc3-ae07-01d9e9741c4c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:30.567102 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-39f222af-d639-4082-b8ee-228e3fd00eb8 req-792b089a-025f-4fc3-ae07-01d9e9741c4c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.0534112 Mar 04 16:04:30.616295 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-39f222af-d639-4082-b8ee-228e3fd00eb8 req-db67fae9-e6c0-4d90-8d4f-469adff0a7ac tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Mar 04 16:04:31.376479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e23133-3bb4-406b-8f4f-31e85d5d69ba req-009ce4c4-160f-43ea-a6ab-2629ec161a6f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:31.384731 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d2e23133-3bb4-406b-8f4f-31e85d5d69ba req-009ce4c4-160f-43ea-a6ab-2629ec161a6f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0530753 Mar 04 16:04:31.435199 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-d2e23133-3bb4-406b-8f4f-31e85d5d69ba req-c1a019c2-d89f-41e8-9fbf-2eb4e3a46168 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f&id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515680 Mar 04 16:04:31.735706 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c24a2-a2e8-4577-ba28-6bd19ca4bb20 req-bd19d233-5fce-47d2-98b6-afbcf177ccf3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:31.737161 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da7c24a2-a2e8-4577-ba28-6bd19ca4bb20 req-bd19d233-5fce-47d2-98b6-afbcf177ccf3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.0558443 Mar 04 16:04:31.785087 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-da7c24a2-a2e8-4577-ba28-6bd19ca4bb20 req-0dbbebde-cb96-4f89-87d7-0b633281de5c tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Mar 04 16:04:31.898238 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000fb16-ad83-451c-bbe1-f97c52754b7e req-205909e3-c228-44c8-9802-763638fbbfbe tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:31.899613 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8000fb16-ad83-451c-bbe1-f97c52754b7e req-205909e3-c228-44c8-9802-763638fbbfbe tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Mar 04 16:04:31.946611 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8000fb16-ad83-451c-bbe1-f97c52754b7e req-2c2ad990-e449-4db4-b907-79da89cb0638 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Mar 04 16:04:31.968657 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41668) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:04:32.109693 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1834de-e9ef-4568-ba22-d557726c16e6 tempest-TestVolumeBootPattern-1321230518 tempest-TestVolumeBootPattern-1321230518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:32.111219 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-6c1834de-e9ef-4568-ba22-d557726c16e6 tempest-TestVolumeBootPattern-1321230518 tempest-TestVolumeBootPattern-1321230518-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 1125 time: 0.1416302 Mar 04 16:04:32.113939 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41672) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:04:32.118204 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Request body: {'floatingip': {'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'port_id': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:04:32.237411 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:32.335364 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (None), before_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:32.440124 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.db_base_plugin_common [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Allocated IP 172.27.2.60 (cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4/9262e69a-109f-4f49-a99f-5715eee7e8c3/605759da-8e55-4b8d-9212-b09edf5a3598) {{(pid=110047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 16:04:32.537578 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (605759da-8e55-4b8d-9212-b09edf5a3598), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:32.631835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760917466341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (605759da-8e55-4b8d-9212-b09edf5a3598), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:32.671487 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Network cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4 is already hosted by enough agents. {{(pid=110047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 16:04:32.674287 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.base_scheduler [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Resources bound (agent type, host, resource id): {{(pid=110047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 16:04:32.677670 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Received port after_create {{(pid=110047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 16:04:32.683042 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=605759da-8e55-4b8d-9212-b09edf5a3598,revision_number=1']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:33.035850 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (5523525a-acbd-416f-bea8-2b44ba81d6cf), precommit_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:33.164455 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (605759da-8e55-4b8d-9212-b09edf5a3598), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:33.305366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for port (605759da-8e55-4b8d-9212-b09edf5a3598), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:33.385424 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (605759da-8e55-4b8d-9212-b09edf5a3598), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:33.456399 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event updated for resources: {'Port': ['ID=605759da-8e55-4b8d-9212-b09edf5a3598,revision_number=2']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:04:33.464473 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704008'] for floatingip (5523525a-acbd-416f-bea8-2b44ba81d6cf), after_create {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:33.826405 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Floating IP 5523525a-acbd-416f-bea8-2b44ba81d6cf associated. External IP: 172.27.2.60, port: 2e91434f-2d6e-48b7-a240-445ef2f40fce. Mar 04 16:04:34.031356 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:04:34.135050 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:04:34.144733 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:04:34.153930 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:04:34.154543 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:04:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:04:34.199424 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:34.231050 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-5c031537-b719-425a-8ad0-8fec457fb81a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1161003 Mar 04 16:04:34.231741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:04:34.234655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:04:34.264011 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:04:34.270925 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec2b76d-ffc0-43c5-9eba-e794d2c7213b x-openstack-request-id: req-cec2b76d-ffc0-43c5-9eba-e794d2c7213b {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:04:34.271219 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:04:34.271479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cec2b76d-ffc0-43c5-9eba-e794d2c7213b {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:04:34.271884 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'status': 'completed', 'code': 200} Mar 04 16:04:34.343635 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-873d7789-2aba-46ae-ac92-b74dbb95c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:34.345133 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-873d7789-2aba-46ae-ac92-b74dbb95c359 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 1130 time: 0.0446205 Mar 04 16:04:34.436147 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-6d15c5aa-1487-4d56-a726-67fc3d6f2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:34.437499 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-6d15c5aa-1487-4d56-a726-67fc3d6f2bc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0853739 Mar 04 16:04:34.489047 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:58Z', 'revision_number': 1, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}, {'id': '5523525a-acbd-416f-bea8-2b44ba81d6cf', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:6a:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:04:32Z', 'updated_at': '2022-03-04T16:04:32Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:04:34.505679 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-1daf9dfa-013a-4e9d-83ce-d970896dbeb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce HTTP/1.1" status: 200 len: 999 time: 0.0622754 Mar 04 16:04:34.515176 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:04:34.523575 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:04:34.524175 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:04:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:04:34.553046 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-3ee2b170-6320-4309-bb9d-fdc4c0ec93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:34.554517 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-3ee2b170-6320-4309-bb9d-fdc4c0ec93e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0434184 Mar 04 16:04:34.602760 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-1830c730-8a4c-472c-bfc1-1d18428215d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:34.604285 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-1830c730-8a4c-472c-bfc1-1d18428215d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438595 Mar 04 16:04:34.698481 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-eed01353-1bc4-443e-9a07-574baac9c362 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 Mar 04 16:04:34.719060 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:04:34.786144 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0ce9c17a-04f1-45f1-8acd-ff9bb034d8e3 req-e1ea6d1c-16b1-43dc-a50e-6b8ffa5d6dee service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821011 Mar 04 16:04:34.941515 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:58Z', 'revision_number': 1, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}, {'id': '5523525a-acbd-416f-bea8-2b44ba81d6cf', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:6a:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:04:32Z', 'updated_at': '2022-03-04T16:04:32Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:04:34.976393 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242cd56-7395-4d5e-a4b1-df08715e021b None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:58Z', 'revision_number': 1, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}, {'id': '5523525a-acbd-416f-bea8-2b44ba81d6cf', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:6a:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:04:32Z', 'updated_at': '2022-03-04T16:04:32Z', 'revision_number': 0, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:04:34.978721 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:04:35.167084 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00cac1-b849-447f-a053-f702c0f9de56 None None] New status for floating IP 5523525a-acbd-416f-bea8-2b44ba81d6cf: ACTIVE {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:04:39.813948 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-dccab114-20c7-4c9a-a22f-120ba54b08b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:42.099708 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c10d6557-6825-4b83-b60f-bc2462937106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:42.499878 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:43.368770 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:44.779685 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:46.179431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:04:53.390096 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-0da79216-0070-4986-8333-74d9fa0a643e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881772 Mar 04 16:04:53.455889 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02f44-4782-4875-9481-d422d0aae22b req-d4a7db91-c4bb-4211-afaa-79843c99c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:53.457327 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-d4a7db91-c4bb-4211-afaa-79843c99c108 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1168 time: 0.0434997 Mar 04 16:04:53.556149 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02f44-4782-4875-9481-d422d0aae22b req-9563fb6a-1470-4ed3-aa29-3e155a0a0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:53.557586 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-9563fb6a-1470-4ed3-aa29-3e155a0a0b09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 916 time: 0.0813098 Mar 04 16:04:53.627260 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-1343565c-01cb-44e3-9515-df5102f117be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 1001 time: 0.0611444 Mar 04 16:04:53.676153 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02f44-4782-4875-9481-d422d0aae22b req-20b02318-de54-4f84-99de-4402e0268c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:53.677535 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-20b02318-de54-4f84-99de-4402e0268c5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0418103 Mar 04 16:04:53.727344 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02f44-4782-4875-9481-d422d0aae22b req-26bc5463-250d-4d52-ae1c-fa54406b2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:04:53.728796 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-26bc5463-250d-4d52-ae1c-fa54406b2f71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428212 Mar 04 16:04:53.825017 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-2f386be8-66e6-4099-91e5-f3893e959913 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Mar 04 16:04:53.912515 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-3cc02f44-4782-4875-9481-d422d0aae22b req-2c732292-ce6c-4437-bf59-b791dca81f7e service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805793 Mar 04 16:05:09.733227 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4880a81b-a37b-475b-80f8-f9edee4dacd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:11.977734 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:05:12.053142 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-6de8925a-436e-4da1-b2b8-0a1976801d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:12.464587 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:13.395957 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:14.761772 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:16.190016 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.343702 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-257b2614-1abb-4825-a77b-d0e386f63fe5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631737596&fields=id&tenant_id=40b94cff340340629e7a077e2617efb9 HTTP/1.1" status: 200 len: 267 time: 0.1689639 Mar 04 16:05:38.399479 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-10274167-5c1c-47b2-9ca9-2d11f9f10bc1 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:38.400831 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-10274167-5c1c-47b2-9ca9-2d11f9f10bc1 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 984 time: 0.0511987 Mar 04 16:05:38.412747 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.v2.base [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Request body: {'port': {'security_groups': ['26c777c2-6e7a-4a5d-963d-230f2cd2dd42']}} {{(pid=110047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 16:05:38.482074 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1517174'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.650749 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:38.678227 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for port (f883adcc-27b3-4af1-9067-ba255116f665), precommit_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.778391 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760917973742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760917466359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760917468685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26096312'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_update {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.791001 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['f883adcc-27b3-4af1-9067-ba255116f665'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:05:38.826204 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:38.826850 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.828242 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-83db17c3-276c-4957-a725-ee9bae12efa3 req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "PUT /v2.0/ports/f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 942 time: 0.4207041 Mar 04 16:05:38.828691 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:05:38.831824 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97d34ab-c2c0-47ce-8308-b8ae52a75029" -d '{"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:05:38.836091 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41728) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:38.862206 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event updated for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=7']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:38.869659 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.870052 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.870930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.870930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.871135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.871410 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.871750 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.872086 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.872429 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.872761 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.873094 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.873427 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.873877 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dadf9-339c-4e93-acde-2c89ae8aa732 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:38.903598 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb04daf-83a6-462e-b5b9-14b7524fc93e x-openstack-request-id: req-deb04daf-83a6-462e-b5b9-14b7524fc93e {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:05:38.903598 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:05:38.903598 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deb04daf-83a6-462e-b5b9-14b7524fc93e {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:05:38.903598 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'status': 'completed', 'code': 200} Mar 04 16:05:38.930667 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['f883adcc-27b3-4af1-9067-ba255116f665'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:05:38.940041 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group (343a3a19-a1e6-4d4b-b41f-c8292c72ab1f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.967744 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group (343a3a19-a1e6-4d4b-b41f-c8292c72ab1f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:38.976406 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-56343ccf-5650-4634-8e30-21422c165dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:38.978549 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-56343ccf-5650-4634-8e30-21422c165dd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1129 time: 0.0534196 Mar 04 16:05:39.079937 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-dcf726c7-3772-4c7a-b995-930ddbb3a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:39.082160 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-dcf726c7-3772-4c7a-b995-930ddbb3a324 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 916 time: 0.0960417 Mar 04 16:05:39.121357 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (343a3a19-a1e6-4d4b-b41f-c8292c72ab1f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.123934 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.128150 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "DELETE /v2.0/security-groups/343a3a19-a1e6-4d4b-b41f-c8292c72ab1f HTTP/1.1" status: 204 len: 168 time: 0.2878687 Mar 04 16:05:39.129214 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41736) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:39.134820 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a3a19-a1e6-4d4b-b41f-c8292c72ab1f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:39.143848 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.144198 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.146778 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.147483 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.147483 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.147691 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.147858 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47376425-828b-4f19-9447-52fe7e9f5dfb tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:39.178738 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.provisioning_blocks [None req-0337b1cb-7822-4fe6-803c-f9656b02defb None None] Provisioning complete for port f883adcc-27b3-4af1-9067-ba255116f665 triggered by entity DHCP. {{(pid=110048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 16:05:39.179012 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0337b1cb-7822-4fe6-803c-f9656b02defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477245'] for port (f883adcc-27b3-4af1-9067-ba255116f665), provisioning_complete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.193733 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-654fbbc6-1f26-4035-b951-a9a1f977e135 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 1001 time: 0.1059299 Mar 04 16:05:39.256099 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-0337b1cb-7822-4fe6-803c-f9656b02defb None None] Current status of the port f883adcc-27b3-4af1-9067-ba255116f665 is: ACTIVE; New status is: ACTIVE {{(pid=110048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 16:05:39.287194 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-e9bc453c-cc83-484f-8544-f4c71dcf598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:39.288663 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-e9bc453c-cc83-484f-8544-f4c71dcf598e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0880284 Mar 04 16:05:39.371200 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-e6f87ef1-d736-42b1-b582-5adbcd868077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:39.372698 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-e6f87ef1-d736-42b1-b582-5adbcd868077 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776074 Mar 04 16:05:39.377007 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Deleting port b14741ef-b514-4ae4-8541-908754313246 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:39.377352 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (b14741ef-b514-4ae4-8541-908754313246), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.508359 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (b14741ef-b514-4ae4-8541-908754313246), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.508585 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for floatingip (b14741ef-b514-4ae4-8541-908754313246), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.529277 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Calling delete_port for b14741ef-b514-4ae4-8541-908754313246 owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:39.532385 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-827ba8c5-1409-48fc-bd83-7bfd3f6f526f service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440811 Mar 04 16:05:39.700449 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-b97d34ab-c2c0-47ce-8308-b8ae52a75029 req-c08b79b5-3a1b-407d-921c-cad76502ad49 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606262 Mar 04 16:05:39.755612 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-efb9d8b1-7e62-41f7-8b93-ca0eefc15e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.830714 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (b14741ef-b514-4ae4-8541-908754313246), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.854473 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event deleted for resources: {'Port': ['ID=b14741ef-b514-4ae4-8541-908754313246,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:39.916422 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks [] for floatingip (ecb4f142-4c10-4593-ad55-0a8c1516314d), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:39.916869 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Floating IP ecb4f142-4c10-4593-ad55-0a8c1516314d disassociated (deleted). External IP: 172.27.2.206, port: f883adcc-27b3-4af1-9067-ba255116f665. Mar 04 16:05:40.120201 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:05:40.226470 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:05:40.231109 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:40.235602 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] Sync routers for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:05:40.245841 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:05:40.246446 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:05:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:40.260044 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-4b29c77d-1d8d-4b9c-b2fd-71d3ad2daa55 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "DELETE /v2.0/floatingips/ecb4f142-4c10-4593-ad55-0a8c1516314d HTTP/1.1" status: 204 len: 168 time: 1.1297719 Mar 04 16:05:40.353810 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:05:40.547824 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:40.577223 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] Checking router: 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:05:40.585363 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:05:40.586005 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:05:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:40.693156 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:05:40.885140 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:40.904221 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:05:40.906561 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc336434-3914-439c-a6a3-babc757a9b71" -d '{"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:05:40.910927 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80abc404-1522-43c9-b6c1-8a33729c4ced None None] The sync data for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi is: [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:12Z', 'revision_number': 4, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '9ec74ada-5e87-497c-948b-22216e1bb596', 'name': '', 'network_id': '3d4bf9ec-62c8-4335-aee6-81db077ecb92', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'mac_address': 'fa:16:3e:5a:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:11Z', 'updated_at': '2022-03-04T16:02:16Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'subnets': [{'id': 'b4314cb3-45a2-41d8-9af2-b765fa7ea7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:05:40.944380 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f1ab51-cfcb-4430-97cb-2bc9c313127f x-openstack-request-id: req-a4f1ab51-cfcb-4430-97cb-2bc9c313127f {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:05:40.944675 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:05:40.944934 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4f1ab51-cfcb-4430-97cb-2bc9c313127f {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:05:40.945339 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'status': 'completed', 'code': 200} Mar 04 16:05:41.011537 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc336434-3914-439c-a6a3-babc757a9b71 req-5fe0e6f5-f3c9-4f1a-8260-b537d5612f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:41.013036 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-5fe0e6f5-f3c9-4f1a-8260-b537d5612f1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40b94cff340340629e7a077e2617efb9&device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 1129 time: 0.0460501 Mar 04 16:05:41.113958 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc336434-3914-439c-a6a3-babc757a9b71 req-02de4056-f6ce-4519-b7f7-b9ff8fc45129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:41.115428 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-02de4056-f6ce-4519-b7f7-b9ff8fc45129 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 200 len: 916 time: 0.0898802 Mar 04 16:05:41.134566 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b0864-bbed-49e3-bf44-9dbb7542903c None None] New status for floating IP ecb4f142-4c10-4593-ad55-0a8c1516314d: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:05:41.157520 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-520444a4-f949-4e15-90ce-f0eeeb8386ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 200 len: 217 time: 0.0352044 Mar 04 16:05:41.204345 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc336434-3914-439c-a6a3-babc757a9b71 req-f1ffc267-348f-49e3-bd80-93d3934ad282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:41.206385 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-f1ffc267-348f-49e3-bd80-93d3934ad282 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 200 len: 854 time: 0.0426197 Mar 04 16:05:41.259783 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc336434-3914-439c-a6a3-babc757a9b71 req-a07b4675-85f0-494b-a6e2-1dd1a7c7cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:41.261271 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-a07b4675-85f0-494b-a6e2-1dd1a7c7cba1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d4bf9ec-62c8-4335-aee6-81db077ecb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482891 Mar 04 16:05:41.350616 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-d1154d75-620a-4104-aab9-dd1851d55277 service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832946 Mar 04 16:05:41.438652 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-cc336434-3914-439c-a6a3-babc757a9b71 req-fac376fa-96a6-4e89-9c03-de196bb87b4c service neutron] 10.222.0.16 "GET /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823472 Mar 04 16:05:42.064613 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-60e5327d-4cd4-4289-9a38-68b525f4b9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:42.481500 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:43.406852 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:44.514005 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd3e3-1a26-4c86-91df-da8e085bddb7 req-62c8537e-dad4-45cd-b1aa-8644b3e84ec6 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:44.515446 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6c6bd3e3-1a26-4c86-91df-da8e085bddb7 req-62c8537e-dad4-45cd-b1aa-8644b3e84ec6 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0537193 Mar 04 16:05:44.560637 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-6c6bd3e3-1a26-4c86-91df-da8e085bddb7 req-d67bda64-446e-4d2e-9319-0222e68b0008 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Mar 04 16:05:44.749390 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:45.678140 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905f471-f783-48b1-8375-c924a0dc2c14 req-dcc1a500-5cf5-4038-aac8-e52e602bb596 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:45.679604 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7905f471-f783-48b1-8375-c924a0dc2c14 req-dcc1a500-5cf5-4038-aac8-e52e602bb596 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Mar 04 16:05:45.728539 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7905f471-f783-48b1-8375-c924a0dc2c14 req-3e96c96a-8e6f-4e35-aa29-44deb310313f tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Mar 04 16:05:46.161056 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:46.583053 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-07cac125-144a-4dbb-a418-b64b7131a0d5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:46.584492 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-07cac125-144a-4dbb-a418-b64b7131a0d5 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.16 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.0509984 Mar 04 16:05:46.672553 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Deleting port f883adcc-27b3-4af1-9067-ba255116f665 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:46.672891 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (f883adcc-27b3-4af1-9067-ba255116f665), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:46.763096 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] For port f883adcc-27b3-4af1-9067-ba255116f665, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f883adcc-27b3-4af1-9067-ba255116f665,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:46.763638 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (f883adcc-27b3-4af1-9067-ba255116f665), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:46.776436 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Calling delete_port for f883adcc-27b3-4af1-9067-ba255116f665 owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:47.162094 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75de28-2a96-47d2-a2c1-39f007d5aeee req-1ee08b32-22d5-4584-b147-99279db16aa2 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:47.163574 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a75de28-2a96-47d2-a2c1-39f007d5aeee req-1ee08b32-22d5-4584-b147-99279db16aa2 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/ports?device_id=259e1db1-4755-4e79-803b-8609de2276c8 HTTP/1.1" status: 200 len: 945 time: 0.3464158 Mar 04 16:05:47.245456 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-8a75de28-2a96-47d2-a2c1-39f007d5aeee req-a10ba980-f070-428d-b874-c58df046d9f8 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.21 "GET /v2.0/security-groups?id=26c777c2-6e7a-4a5d-963d-230f2cd2dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762198 Mar 04 16:05:47.320873 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (f883adcc-27b3-4af1-9067-ba255116f665), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:47.332690 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] get_ports_and_sgs() called for port_ids ['f883adcc-27b3-4af1-9067-ba255116f665'] {{(pid=110048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 16:05:47.350559 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Pushing event deleted for resources: {'Port': ['ID=f883adcc-27b3-4af1-9067-ba255116f665,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:47.395914 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] No DVR routers for this DVR port f883adcc-27b3-4af1-9067-ba255116f665 on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:05:47.398953 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:47.402278 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-572601f4-beb6-46ec-bcd2-21abf08a7514 req-9af4dd2a-2043-4e8a-b4d7-186e38b42131 tempest-TestMinimumBasicScenario-1748276362 tempest-TestMinimumBasicScenario-1748276362-project] 10.222.0.16 "DELETE /v2.0/ports/f883adcc-27b3-4af1-9067-ba255116f665 HTTP/1.1" status: 204 len: 173 time: 0.8130717 Mar 04 16:05:47.402717 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'name': 'network-vif-deleted', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:05:47.404949 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf5cce-5c97-427a-b927-6affba0da822" -d '{"events": [{"server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "name": "network-vif-deleted", "tag": "f883adcc-27b3-4af1-9067-ba255116f665"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:05:47.440231 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be18c14-2561-4729-8e3b-56f237addbe6 x-openstack-request-id: req-5be18c14-2561-4729-8e3b-56f237addbe6 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:05:47.440534 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259e1db1-4755-4e79-803b-8609de2276c8", "name": "network-vif-deleted", "tag": "f883adcc-27b3-4af1-9067-ba255116f665", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:05:47.440791 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5be18c14-2561-4729-8e3b-56f237addbe6 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:05:47.441191 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e1db1-4755-4e79-803b-8609de2276c8', 'name': 'network-vif-deleted', 'tag': 'f883adcc-27b3-4af1-9067-ba255116f665', 'status': 'completed', 'code': 200} Mar 04 16:05:48.976552 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:05:49.659051 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41834) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:49.993573 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:50.228817 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Deleting port 9ec74ada-5e87-497c-948b-22216e1bb596 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:50.229149 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:50.303712 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] For port 9ec74ada-5e87-497c-948b-22216e1bb596, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9ec74ada-5e87-497c-948b-22216e1bb596,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:50.304066 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:50.320876 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Calling delete_port for 9ec74ada-5e87-497c-948b-22216e1bb596 owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:50.561080 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (9ec74ada-5e87-497c-948b-22216e1bb596), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:50.586353 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec74ada-5e87-497c-948b-22216e1bb596,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:50.711428 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device f883adcc-27b3-4af1-9067-ba255116f665 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:50.732510 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: f883adcc-27b3-4af1-9067-ba255116f665 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:50.732918 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device f883adcc-27b3-4af1-9067-ba255116f665 not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:50.751107 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:50.956973 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:05:51.058953 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:05:51.063905 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-07564798-2fc3-4c6d-8c92-cc6d91de5aba admin admin] 10.222.0.21 "PUT /v2.0/routers/52b7d3f1-6cfe-4295-a3f9-85ccfb937492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032931 Mar 04 16:05:51.066527 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41836) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:51.069095 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] Sync routers for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:05:51.078511 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:05:51.079114 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:05:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:51.167850 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks [] for router (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.187414 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:05:51.271675 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks [] for router_gateway (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.415136 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Deleting port 57b0eec6-1a42-4e8b-ab65-3758220145ae {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:51.415478 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.450568 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:05:50Z', 'revision_number': 5, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port': {'id': '57b0eec6-1a42-4e8b-ab65-3758220145ae', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:51.476264 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] Checking router: 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:05:51.484283 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] Routers {'52b7d3f1-6cfe-4295-a3f9-85ccfb937492'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:05:51.484938 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:05:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:51.491417 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] For port 57b0eec6-1a42-4e8b-ab65-3758220145ae, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=57b0eec6-1a42-4e8b-ab65-3758220145ae,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:51.502364 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.505147 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Calling delete_port for 57b0eec6-1a42-4e8b-ab65-3758220145ae owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:51.571295 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] Set router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:05:51.625606 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:05:51Z', 'revision_number': 6, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:51.652689 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589a77-9b60-43fd-adbc-5232d5eaeb04 None None] The sync data for ids ['52b7d3f1-6cfe-4295-a3f9-85ccfb937492'] in dv-cinder-831247-6-iscsi is: [{'id': '52b7d3f1-6cfe-4295-a3f9-85ccfb937492', 'name': 'tempest-TestMinimumBasicScenario-1098001947-router', 'tenant_id': '40b94cff340340629e7a077e2617efb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:09Z', 'updated_at': '2022-03-04T16:05:51Z', 'revision_number': 6, 'project_id': '40b94cff340340629e7a077e2617efb9', 'gw_port_host': None}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:05:51.726939 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (57b0eec6-1a42-4e8b-ab65-3758220145ae), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.750551 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Pushing event deleted for resources: {'Port': ['ID=57b0eec6-1a42-4e8b-ab65-3758220145ae,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:51.810207 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.896932 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.898956 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks [] for router_controller (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.990148 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (52b7d3f1-6cfe-4295-a3f9-85ccfb937492), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.990632 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b7d3f1-6cfe-4295-a3f9-85ccfb937492 {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 16:05:51.998780 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:51.998780 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-10b1cf8c-a201-4eef-abef-e6d30d19c68a admin admin] 10.222.0.21 "DELETE /v2.0/routers/52b7d3f1-6cfe-4295-a3f9-85ccfb937492 HTTP/1.1" status: 204 len: 168 time: 0.9293242 Mar 04 16:05:51.999588 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41838) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:52.044024 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Deleting subnet b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 16:05:52.047293 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Publish callbacks [] for subnet (b4314cb3-45a2-41d8-9af2-b765fa7ea7d7), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.082802 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (b4314cb3-45a2-41d8-9af2-b765fa7ea7d7), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.166810 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (b4314cb3-45a2-41d8-9af2-b765fa7ea7d7), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.281127 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (b4314cb3-45a2-41d8-9af2-b765fa7ea7d7), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.307625 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4314cb3-45a2-41d8-9af2-b765fa7ea7d7,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:52.309581 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.313975 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-c77be84d-3582-4081-ae32-d4c30db5e7e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4314cb3-45a2-41d8-9af2-b765fa7ea7d7 HTTP/1.1" status: 204 len: 168 time: 0.3132520 Mar 04 16:05:52.314896 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a376e22-5a15-46f3-a902-4452c9c62bef None None] Network 3d4bf9ec-62c8-4335-aee6-81db077ecb92 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:05:52.315351 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41840) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:52.383128 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (3d4bf9ec-62c8-4335-aee6-81db077ecb92), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.448822 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Deleting port 9eb19551-859a-425c-9a68-4ebd364e335a {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:52.449166 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.476292 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] DHCP port deletion for 3d4bf9ec-62c8-4335-aee6-81db077ecb92 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 16:05:52.514055 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] For port 9eb19551-859a-425c-9a68-4ebd364e335a, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9eb19551-859a-425c-9a68-4ebd364e335a,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:52.514424 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.530849 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Calling delete_port for 9eb19551-859a-425c-9a68-4ebd364e335a owned by network:dhcp {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:52.542190 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Deleting port 9eb19551-859a-425c-9a68-4ebd364e335a {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:52.542574 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.606442 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] For port 9eb19551-859a-425c-9a68-4ebd364e335a, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=9eb19551-859a-425c-9a68-4ebd364e335a,segment=NetworkSegment(c81c3b92-e2f1-4e8d-8ca6-ee85703182fc),segment_id=c81c3b92-e2f1-4e8d-8ca6-ee85703182fc)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:52.606849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.620419 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Calling delete_port for 9eb19551-859a-425c-9a68-4ebd364e335a owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:52.732735 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.739123 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (9eb19551-859a-425c-9a68-4ebd364e335a), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.761661 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb19551-859a-425c-9a68-4ebd364e335a,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:52.765062 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] No DVR routers for this DVR port 9eb19551-859a-425c-9a68-4ebd364e335a on host dv-cinder-831247-6-iscsi {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:05:52.769468 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Pushing event deleted for resources: {'Port': ['ID=9eb19551-859a-425c-9a68-4ebd364e335a,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:52.772777 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] No DVR routers for this DVR port 9eb19551-859a-425c-9a68-4ebd364e335a on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:05:52.784763 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.784763 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.785765 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.785765 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.785765 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.786109 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.786406 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.786770 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.787012 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.787335 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.787659 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.787962 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.788280 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19da3cc4-94a9-44db-8bce-a43e6adc96a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:05:52.839937 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (3d4bf9ec-62c8-4335-aee6-81db077ecb92), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.859464 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4bf9ec-62c8-4335-aee6-81db077ecb92']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:52.868724 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:52.869021 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81c3b92-e2f1-4e8d-8ca6-ee85703182fc') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:52.878049 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (c81c3b92-e2f1-4e8d-8ca6-ee85703182fc), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.891436 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (c81c3b92-e2f1-4e8d-8ca6-ee85703182fc), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.898148 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 16:05:52.898528 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (c81c3b92-e2f1-4e8d-8ca6-ee85703182fc), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 16:05:52.900146 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 16:05:52.995563 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (3d4bf9ec-62c8-4335-aee6-81db077ecb92), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:53.000719 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:53.003880 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d4bf9ec-62c8-4335-aee6-81db077ecb92 HTTP/1.1" status: 204 len: 168 time: 0.6878240 Mar 04 16:05:53.007520 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41844) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:53.015441 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cb97f-80df-4e5a-b2cc-50009f1c1e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4bf9ec-62c8-4335-aee6-81db077ecb92,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:53.343067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:53.584451 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Deleting port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:53.584759 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:53.645683 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9eb19551-859a-425c-9a68-4ebd364e335a no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:53.664830 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] For port 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:53.665194 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:53.665850 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 9eb19551-859a-425c-9a68-4ebd364e335a {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:53.666198 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9eb19551-859a-425c-9a68-4ebd364e335a not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:53.666614 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 57b0eec6-1a42-4e8b-ab65-3758220145ae no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:53.678575 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Calling delete_port for 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 owned by network:router_interface {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:53.685062 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 57b0eec6-1a42-4e8b-ab65-3758220145ae {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:53.694431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 57b0eec6-1a42-4e8b-ab65-3758220145ae not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:53.694431 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9ec74ada-5e87-497c-948b-22216e1bb596 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:53.703602 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 9ec74ada-5e87-497c-948b-22216e1bb596 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:53.703947 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 9ec74ada-5e87-497c-948b-22216e1bb596 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:53.957635 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (3ebe0486-0bcc-425d-97c0-65ed76c7b3e0), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:53.987712 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-55a776e8-7f91-4aa0-9c1f-1cda57e8b856 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672705 Mar 04 16:05:53.989805 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebe0486-0bcc-425d-97c0-65ed76c7b3e0,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:54.139106 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-d4f8e206-9963-47a0-a1ce-fb748a315b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:54.140632 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-d4f8e206-9963-47a0-a1ce-fb748a315b76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1130 time: 0.1041372 Mar 04 16:05:54.244366 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:54.314220 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-3313f9e5-5407-40b1-b46c-16dc658bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:54.315663 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-3313f9e5-5407-40b1-b46c-16dc658bac98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.1423051 Mar 04 16:05:54.417651 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-5746d796-c5d8-4399-8150-4d9de7451d06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 1001 time: 0.0955503 Mar 04 16:05:54.515059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-3a944571-88ff-4ca6-841b-37a1428d05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:54.516430 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-3a944571-88ff-4ca6-841b-37a1428d05cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0929561 Mar 04 16:05:54.596835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:05:54.606733 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-41977421-5eab-476d-8364-39d4adb716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:05:54.608210 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-41977421-5eab-476d-8364-39d4adb716fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677230 Mar 04 16:05:54.775064 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-e31524e3-ff5e-4602-a14c-99a0801f5573 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595733 Mar 04 16:05:54.776019 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:05:54.781119 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-1656cbbe-5ca9-4443-add4-08803c9c69d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725549 Mar 04 16:05:54.783837 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41846) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:54.785430 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] Sync routers for ids ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:05:54.795356 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] Routers {'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:05:54.795974 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:05:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:54.870365 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-613ec8c6-2743-44ab-9661-f31644ea1c17 req-8b993183-4f04-4835-8f10-6f3dd8d28f74 service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880995 Mar 04 16:05:54.900511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks [] for router (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:54.910055 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] Set router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:05:55.089667 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:05:53Z', 'revision_number': 5, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:55.118046 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] Checking router: b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:05:55.126789 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] Routers {'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:05:55.127414 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:05:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:55.235803 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] Set router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:05:55.251768 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks [] for router_gateway (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.385991 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Deleting port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:55.386325 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.413139 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:05:53Z', 'revision_number': 5, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:55.438313 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69d44f-13f1-4d77-bfeb-28cc372eeb78 None None] The sync data for ids ['b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'name': 'tempest-TestMinimumBasicScenario-1317664871-router', 'tenant_id': '94b6fb4999974fb2b61b1362c99ccde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:05:53Z', 'revision_number': 5, 'project_id': '94b6fb4999974fb2b61b1362c99ccde1', 'gw_port': {'id': '63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T16:02:15Z', 'updated_at': '2022-03-04T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:05:55.469683 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] For port 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:55.469903 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.483547 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Calling delete_port for 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:55.697939 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.724922 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Pushing event deleted for resources: {'Port': ['ID=63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:55.782769 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.880142 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.882383 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks [] for router_controller (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.910032 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:55.931960 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:55.935584 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 3ebe0486-0bcc-425d-97c0-65ed76c7b3e0 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:55.993821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.993821 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 16:05:55.995204 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:55.998777 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-7ca0d773-540b-43a4-b16b-1313f456304a admin admin] 10.222.0.21 "DELETE /v2.0/routers/b7b06c30-1dbd-4d7e-aa29-be78bcbff7eb HTTP/1.1" status: 204 len: 168 time: 1.2115507 Mar 04 16:05:55.998893 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41848) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:56.043384 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Deleting subnet 0e2d27ed-8af8-46ce-91a5-f9285272b62f {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 16:05:56.046794 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Publish callbacks [] for subnet (0e2d27ed-8af8-46ce-91a5-f9285272b62f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.082436 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (0e2d27ed-8af8-46ce-91a5-f9285272b62f), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.161732 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (0e2d27ed-8af8-46ce-91a5-f9285272b62f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.281059 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (0e2d27ed-8af8-46ce-91a5-f9285272b62f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.306010 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2d27ed-8af8-46ce-91a5-f9285272b62f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:56.309378 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.312678 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-185b00f3-32af-4fff-a23e-1cc687807fa8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e2d27ed-8af8-46ce-91a5-f9285272b62f HTTP/1.1" status: 204 len: 168 time: 0.3127542 Mar 04 16:05:56.314996 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41850) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:56.316392 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ca9c8-21aa-46a3-bae0-492c14a523c6 None None] Network b735b0da-2735-4de2-b81a-ec942bcb9d8c requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:05:56.381447 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (b735b0da-2735-4de2-b81a-ec942bcb9d8c), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.450150 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Deleting port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:56.450488 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.481420 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] DHCP port deletion for b735b0da-2735-4de2-b81a-ec942bcb9d8c request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 16:05:56.515697 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] For port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:56.516196 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.527898 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] Deleting port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:05:56.528269 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.529029 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Calling delete_port for cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 owned by network:dhcp {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:56.593100 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] For port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,segment=NetworkSegment(e2efb54a-3a3a-4f43-8cdb-447eeeff98a6),segment_id=e2efb54a-3a3a-4f43-8cdb-447eeeff98a6)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:05:56.593527 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.606849 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] Calling delete_port for cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:05:56.681189 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.687254 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (cc288cd1-31d2-40dc-a1a6-5eacc73a5b51), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.707966 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] No DVR routers for this DVR port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 on host dv-cinder-831247-6-iscsi {{(pid=110046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:05:56.711715 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:56.715808 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] Pushing event deleted for resources: {'Port': ['ID=cc288cd1-31d2-40dc-a1a6-5eacc73a5b51,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:56.719989 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e158f74-b286-4c27-ad70-9363cbf5ccd4 None None] No DVR routers for this DVR port cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:05:56.781495 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (b735b0da-2735-4de2-b81a-ec942bcb9d8c), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.801969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b735b0da-2735-4de2-b81a-ec942bcb9d8c']}} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:56.810917 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6') {'for_net_delete': True} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:56.811270 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.services.segments.db [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2efb54a-3a3a-4f43-8cdb-447eeeff98a6') {} {{(pid=110046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:05:56.824324 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209317'] for segment (e2efb54a-3a3a-4f43-8cdb-447eeeff98a6), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.838160 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (e2efb54a-3a3a-4f43-8cdb-447eeeff98a6), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.844165 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=110046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 16:05:56.844532 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26420446'] for segment (e2efb54a-3a3a-4f43-8cdb-447eeeff98a6), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: Traceback (most recent call last): Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: timer() Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: cb(*args, **kw) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: return func(*args, **kwargs) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: self._notify() Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: self.callback(batched_events) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: event.method(event) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: return f(self, *a, **k) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._get(url).json() Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: return self.request(url, 'GET', **kwargs) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 16:05:56.846289 dv-cinder-831247-6-iscsi neutron-server[110046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 16:05:56.960394 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (b735b0da-2735-4de2-b81a-ec942bcb9d8c), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.965271 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:56.968466 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b735b0da-2735-4de2-b81a-ec942bcb9d8c HTTP/1.1" status: 204 len: 168 time: 0.6525576 Mar 04 16:05:56.980907 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202371-d4a4-4ded-9892-5adda8e8fe8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b735b0da-2735-4de2-b81a-ec942bcb9d8c,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:57.351371 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41854) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:57.381939 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-ff60483b-353b-4846-ab05-d6a9f4d12862 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40b94cff340340629e7a077e2617efb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376389 Mar 04 16:05:57.384282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41856) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:57.428698 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c4f46da-7d3f-441f-9f8d-bc5e05a9533e admin admin] Publish callbacks [] for security_group (26c777c2-6e7a-4a5d-963d-230f2cd2dd42), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:57.449401 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c4f46da-7d3f-441f-9f8d-bc5e05a9533e admin admin] Publish callbacks [] for security_group (26c777c2-6e7a-4a5d-963d-230f2cd2dd42), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:57.555040 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c4f46da-7d3f-441f-9f8d-bc5e05a9533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (26c777c2-6e7a-4a5d-963d-230f2cd2dd42), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:57.557500 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-2c4f46da-7d3f-441f-9f8d-bc5e05a9533e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:57.558670 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-2c4f46da-7d3f-441f-9f8d-bc5e05a9533e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26c777c2-6e7a-4a5d-963d-230f2cd2dd42 HTTP/1.1" status: 204 len: 168 time: 0.1734886 Mar 04 16:05:57.566325 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f46da-7d3f-441f-9f8d-bc5e05a9533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c777c2-6e7a-4a5d-963d-230f2cd2dd42,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:05:57.642352 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:57.662454 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:57.662805 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device cc288cd1-31d2-40dc-a1a6-5eacc73a5b51 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:57.663421 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:05:57.682505 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:05:57.682851 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 63f1be43-b76b-4fbf-94ea-a58c0ff3e6e1 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:05:58.325862 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41862) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:58.368087 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-d3f78adf-ae3e-405b-ab75-959ce6817f23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94b6fb4999974fb2b61b1362c99ccde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413966 Mar 04 16:05:58.370507 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41864) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:05:58.416255 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-186ee985-d90b-487c-bea9-3b4c90d932c1 admin admin] Publish callbacks [] for security_group (4f431bc7-7a78-4598-94a8-efe8198b5d64), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:58.436961 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-186ee985-d90b-487c-bea9-3b4c90d932c1 admin admin] Publish callbacks [] for security_group (4f431bc7-7a78-4598-94a8-efe8198b5d64), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:58.538174 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-186ee985-d90b-487c-bea9-3b4c90d932c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (4f431bc7-7a78-4598-94a8-efe8198b5d64), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:58.540641 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-186ee985-d90b-487c-bea9-3b4c90d932c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:05:58.541784 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-186ee985-d90b-487c-bea9-3b4c90d932c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f431bc7-7a78-4598-94a8-efe8198b5d64 HTTP/1.1" status: 204 len: 168 time: 0.1703653 Mar 04 16:05:58.549294 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ee985-d90b-487c-bea9-3b4c90d932c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f431bc7-7a78-4598-94a8-efe8198b5d64,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:09.731805 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4dcce168-ea06-4b8c-b392-7ebff2054b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:12.092306 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-c049cb62-ce49-44e0-8c8b-2772aff0c2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:12.515107 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:13.554809 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:14.882415 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:16.188813 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:23.779831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41868) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:23.932744 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Deleting port 605759da-8e55-4b8d-9212-b09edf5a3598 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:23.933013 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (605759da-8e55-4b8d-9212-b09edf5a3598), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:24.009619 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (605759da-8e55-4b8d-9212-b09edf5a3598), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:24.009967 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (605759da-8e55-4b8d-9212-b09edf5a3598), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:24.021495 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Calling delete_port for 605759da-8e55-4b8d-9212-b09edf5a3598 owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:24.217013 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (605759da-8e55-4b8d-9212-b09edf5a3598), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:24.240209 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'Port': ['ID=605759da-8e55-4b8d-9212-b09edf5a3598,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:24.299549 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (5523525a-acbd-416f-bea8-2b44ba81d6cf), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:24.299863 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Floating IP 5523525a-acbd-416f-bea8-2b44ba81d6cf disassociated (deleted). External IP: 172.27.2.60, port: 2e91434f-2d6e-48b7-a240-445ef2f40fce. Mar 04 16:06:24.503561 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:06:24.886962 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:06:24.892095 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:24.899322 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:06:24.909865 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:24.910699 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:24.922088 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-446aceb2-d17d-47ff-a3c3-c4918d3e8872 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "DELETE /v2.0/floatingips/5523525a-acbd-416f-bea8-2b44ba81d6cf HTTP/1.1" status: 204 len: 168 time: 1.1411746 Mar 04 16:06:24.922675 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:06:24.925283 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdba2669-1045-4afc-a7e8-1abf8a70514c" -d '{"events": [{"name": "network-changed", "server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:06:25.021649 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:25.146067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec46f9d-3ace-47d4-89f1-8b9ed6e95808 x-openstack-request-id: req-7ec46f9d-3ace-47d4-89f1-8b9ed6e95808 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:06:25.146067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:06:25.146067 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ec46f9d-3ace-47d4-89f1-8b9ed6e95808 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:06:25.146067 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'status': 'completed', 'code': 200} Mar 04 16:06:25.215239 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-be68cd9a-605d-44ea-ac1f-04ec6c772bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:25.216728 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-be68cd9a-605d-44ea-ac1f-04ec6c772bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 1130 time: 0.0509386 Mar 04 16:06:25.249736 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:58Z', 'revision_number': 1, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:25.281596 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:06:25.291135 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:25.291745 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:25.322180 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-881c5b28-779f-4b26-a2c1-9cfe535f6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:25.323670 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-881c5b28-779f-4b26-a2c1-9cfe535f6166 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0989068 Mar 04 16:06:25.390345 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-94758373-970a-4903-a8aa-5f1f1775575d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce HTTP/1.1" status: 200 len: 217 time: 0.0561056 Mar 04 16:06:25.399384 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:25.435808 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b987-9563-4344-b9cb-1b23f1cdd7ed req-8cc05098-e88d-4851-b497-bb9543d2c2bf tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:25.437260 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-32f7b987-9563-4344-b9cb-1b23f1cdd7ed req-8cc05098-e88d-4851-b497-bb9543d2c2bf tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.1127384 Mar 04 16:06:25.464454 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-eb91c058-f531-4ae5-add1-ceefcabfa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:25.465872 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-eb91c058-f531-4ae5-add1-ceefcabfa248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0672765 Mar 04 16:06:25.524534 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-32f7b987-9563-4344-b9cb-1b23f1cdd7ed req-dfbe01ee-a723-4b9b-9c50-28e5b9693ffd tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813634 Mar 04 16:06:25.538286 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-83010243-5b94-475e-a46f-e1ba6e637850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:25.540171 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-83010243-5b94-475e-a46f-e1ba6e637850 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635421 Mar 04 16:06:25.621114 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:58Z', 'revision_number': 1, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:25.630830 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-bfd56f0f-79cd-4e13-9462-9668ebcca90f service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Mar 04 16:06:25.647709 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a100d-aeb5-4104-998f-be067d049aa6 None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_floatingips': [{'id': '303b2904-bb81-40be-a775-e6eb3251b17f', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'router_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'port_id': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'mac_address': 'fa:16:3e:0d:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T16:01:56Z', 'updated_at': '2022-03-04T16:01:58Z', 'revision_number': 1, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:06:25.723962 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-bdba2669-1045-4afc-a7e8-1abf8a70514c req-8dba3e86-99e1-44b8-8f33-0d8d5de2a06f service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865290 Mar 04 16:06:25.864039 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de851a-c994-44b5-983f-5f5e91430f90 None None] New status for floating IP 5523525a-acbd-416f-bea8-2b44ba81d6cf: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:06:25.974927 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:06:26.647941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73af67-4265-4e5d-b3eb-85ca9aad0249 req-c75582c2-a7cc-48e0-832d-3ffd8275eda8 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:26.649432 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e73af67-4265-4e5d-b3eb-85ca9aad0249 req-c75582c2-a7cc-48e0-832d-3ffd8275eda8 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.0528536 Mar 04 16:06:26.696838 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-9e73af67-4265-4e5d-b3eb-85ca9aad0249 req-05acb1a8-053d-4671-b157-066b64da2273 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 Mar 04 16:06:26.959835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd59b29-4306-4961-b012-0d324b292f84 req-fa05eade-bc7e-4458-a0d3-b8fd02493789 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:26.961351 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ccd59b29-4306-4961-b012-0d324b292f84 req-fa05eade-bc7e-4458-a0d3-b8fd02493789 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 946 time: 0.0566692 Mar 04 16:06:27.057690 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Deleting port 2e91434f-2d6e-48b7-a240-445ef2f40fce {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:27.058056 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:27.146308 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] For port 2e91434f-2d6e-48b7-a240-445ef2f40fce, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2e91434f-2d6e-48b7-a240-445ef2f40fce,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:27.146664 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:27.158503 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Calling delete_port for 2e91434f-2d6e-48b7-a240-445ef2f40fce owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:27.342896 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (2e91434f-2d6e-48b7-a240-445ef2f40fce), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:27.376682 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'Port': ['ID=2e91434f-2d6e-48b7-a240-445ef2f40fce,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:27.420020 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] No DVR routers for this DVR port 2e91434f-2d6e-48b7-a240-445ef2f40fce on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:06:27.422831 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:27.428256 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ccd59b29-4306-4961-b012-0d324b292f84 req-53ea334c-e2e8-4f96-8ebc-03310a8d462f tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "DELETE /v2.0/ports/2e91434f-2d6e-48b7-a240-445ef2f40fce HTTP/1.1" status: 204 len: 173 time: 0.4593339 Mar 04 16:06:27.428256 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'name': 'network-vif-deleted', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:06:27.429823 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5fbb6e-2e7e-4d6f-8db3-da7106ce1312" -d '{"events": [{"server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "name": "network-vif-deleted", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:06:27.466246 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b055c2-9db0-4fed-acfb-2169bb0c233d x-openstack-request-id: req-92b055c2-9db0-4fed-acfb-2169bb0c233d {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:06:27.466838 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969c04e0-d4f6-4ddf-a466-48d351c25888", "name": "network-vif-deleted", "tag": "2e91434f-2d6e-48b7-a240-445ef2f40fce", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:06:27.467105 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92b055c2-9db0-4fed-acfb-2169bb0c233d {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:06:27.467501 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969c04e0-d4f6-4ddf-a466-48d351c25888', 'name': 'network-vif-deleted', 'tag': '2e91434f-2d6e-48b7-a240-445ef2f40fce', 'status': 'completed', 'code': 200} Mar 04 16:06:27.792978 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-7be16403-af77-4ea8-a7df-7c2bd6ecbdd1 req-e39ea4f2-6cdf-405d-a704-47fc2919626b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=969c04e0-d4f6-4ddf-a466-48d351c25888 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Mar 04 16:06:30.913360 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2e91434f-2d6e-48b7-a240-445ef2f40fce no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:30.933434 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 2e91434f-2d6e-48b7-a240-445ef2f40fce {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:30.933808 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 2e91434f-2d6e-48b7-a240-445ef2f40fce not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:31.245428 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41898) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:31.397502 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Deleting port 4d804471-2dff-4287-aa28-612d22c66034 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:31.397872 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (4d804471-2dff-4287-aa28-612d22c66034), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:31.471633 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (4d804471-2dff-4287-aa28-612d22c66034), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:31.471950 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (4d804471-2dff-4287-aa28-612d22c66034), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:31.483879 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Calling delete_port for 4d804471-2dff-4287-aa28-612d22c66034 owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:31.679660 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (4d804471-2dff-4287-aa28-612d22c66034), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:31.705454 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'Port': ['ID=4d804471-2dff-4287-aa28-612d22c66034,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:31.766362 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (303b2904-bb81-40be-a775-e6eb3251b17f), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:31.766607 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.db.l3_db [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Floating IP 303b2904-bb81-40be-a775-e6eb3251b17f disassociated (deleted). External IP: 172.27.2.98, port: 0bfb13fd-caaf-479e-be1a-bc7e48177e4b. Mar 04 16:06:31.970472 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:06:32.077631 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:06:32.082388 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:32.087108 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:06:32.096142 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:32.096820 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:32.111610 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-ce1aa204-a8aa-4f4b-aa63-fb5439a44613 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "DELETE /v2.0/floatingips/303b2904-bb81-40be-a775-e6eb3251b17f HTTP/1.1" status: 204 len: 168 time: 0.8650978 Mar 04 16:06:32.112310 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:06:32.115112 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c43383f-b275-49ef-9f90-c4d28b591a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:06:32.161066 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700d6955-35bf-461b-ae7b-5d1da0f0e328 x-openstack-request-id: req-700d6955-35bf-461b-ae7b-5d1da0f0e328 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:06:32.161512 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:06:32.161797 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-700d6955-35bf-461b-ae7b-5d1da0f0e328 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:06:32.162208 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'status': 'completed', 'code': 200} Mar 04 16:06:32.230843 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-5c042dec-9eca-4031-a5d8-1c7a1e3b11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:32.233029 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-5c042dec-9eca-4031-a5d8-1c7a1e3b11ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 1130 time: 0.0477026 Mar 04 16:06:32.304295 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:32.330490 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-c15b8424-c49b-4d97-b1ae-10a3321a9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:32.331874 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-c15b8424-c49b-4d97-b1ae-10a3321a9182 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 200 len: 911 time: 0.0922704 Mar 04 16:06:32.375709 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-1a1583e3-cae9-4c35-b50a-36d7f72c86b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 200 len: 217 time: 0.0377185 Mar 04 16:06:32.424741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-9e78b616-dd08-4ef8-bf83-2e5ec32a564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:32.426261 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-9e78b616-dd08-4ef8-bf83-2e5ec32a564a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 200 len: 849 time: 0.0437713 Mar 04 16:06:32.505941 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-b715d77b-6dc7-46b4-81f0-ccecd1e90808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:32.507425 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-b715d77b-6dc7-46b4-81f0-ccecd1e90808 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c081df21-7d7d-4014-872e-08007cbf9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753074 Mar 04 16:06:32.512752 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:32.538741 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:06:32.546768 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:32.547373 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:32.581390 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f6c9-12d1-4a52-878b-8da814e9734b req-17fcb5df-f851-4556-bd54-0f7c62d4417b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:32.582833 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ce56f6c9-12d1-4a52-878b-8da814e9734b req-17fcb5df-f851-4556-bd54-0f7c62d4417b tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.1058424 Mar 04 16:06:32.649997 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-8410c25f-8224-4815-8caa-d9e1a6fc276d service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340203 Mar 04 16:06:32.653959 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-ce56f6c9-12d1-4a52-878b-8da814e9734b req-01aa8081-1e6a-4742-af6b-59e7df5daf52 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651369 Mar 04 16:06:32.655465 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:32.738821 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-0c43383f-b275-49ef-9f90-c4d28b591a4f req-4d78a3fb-e22e-44c7-ab1f-a1365b8f140e service neutron] 10.222.0.16 "GET /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815284 Mar 04 16:06:32.852529 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:32.878204 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f551f3b-5e4f-4ca9-b66b-f5e254721f6d None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T15:57:19Z', 'revision_number': 4, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi', '_interfaces': [{'id': '695a5130-1626-4974-b745-1ab9a06aa30f', 'name': '', 'network_id': 'c081df21-7d7d-4014-872e-08007cbf9802', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'mac_address': 'fa:16:3e:70:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:18Z', 'updated_at': '2022-03-04T15:57:25Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'subnets': [{'id': 'bd033da4-80bb-4ef3-aab0-ac27bc1d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:06:33.083045 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44695e3-c5b4-4904-a1ca-b2fdccb00446 None None] New status for floating IP 303b2904-bb81-40be-a775-e6eb3251b17f: DOWN {{(pid=110048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 16:06:33.776323 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16b83-d9ec-45b8-9850-6c1de5eaf4fa req-8698d12f-c887-4a54-934c-5e058e515e8a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:33.777793 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8a16b83-d9ec-45b8-9850-6c1de5eaf4fa req-8698d12f-c887-4a54-934c-5e058e515e8a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0561552 Mar 04 16:06:33.825118 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-f8a16b83-d9ec-45b8-9850-6c1de5eaf4fa req-40e2203d-bb5b-4914-8f20-f37bcd8c5f3a tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/security-groups?id=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 Mar 04 16:06:34.069482 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-2c0c409b-a2f2-4f0a-a135-7d2e9f2f4d71 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 16:06:34.070941 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-2c0c409b-a2f2-4f0a-a135-7d2e9f2f4d71 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 946 time: 0.0512445 Mar 04 16:06:34.184662 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Deleting port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:34.185003 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:34.273655 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] For port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:34.274036 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:34.285956 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Calling delete_port for 0bfb13fd-caaf-479e-be1a-bc7e48177e4b owned by compute:nova {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:34.463002 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (0bfb13fd-caaf-479e-be1a-bc7e48177e4b), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:34.491117 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'Port': ['ID=0bfb13fd-caaf-479e-be1a-bc7e48177e4b,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:34.532835 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] No DVR routers for this DVR port 0bfb13fd-caaf-479e-be1a-bc7e48177e4b on host hv-cinder-83124 {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:06:34.535288 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for port (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:34.539532 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-be8fd6c4-5ee0-41ac-8622-8de9f75801ea req-93f130c0-66eb-48e7-b5f0-7659759bcbe3 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.16 "DELETE /v2.0/ports/0bfb13fd-caaf-479e-be1a-bc7e48177e4b HTTP/1.1" status: 204 len: 173 time: 0.4638751 Mar 04 16:06:34.540092 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'name': 'network-vif-deleted', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b'}] {{(pid=110047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 16:06:34.542895 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e48497cbd91c6c8dae433e7dd7f23817c3575e51ec33a92bd68a2b418ff937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d82c8-9fed-462d-a6e6-b10961496a83" -d '{"events": [{"server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "name": "network-vif-deleted", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b"}]}' {{(pid=110047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 16:06:34.577750 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe85e3b-892e-4143-b49b-8d1f89ad7b15 x-openstack-request-id: req-cbe85e3b-892e-4143-b49b-8d1f89ad7b15 {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 16:06:34.578047 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228ca574-e343-49cb-b8a4-d5ad80a91890", "name": "network-vif-deleted", "tag": "0bfb13fd-caaf-479e-be1a-bc7e48177e4b", "status": "completed", "code": 200}]} {{(pid=110047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 16:06:34.578321 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbe85e3b-892e-4143-b49b-8d1f89ad7b15 {{(pid=110047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 16:06:34.578721 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228ca574-e343-49cb-b8a4-d5ad80a91890', 'name': 'network-vif-deleted', 'tag': '0bfb13fd-caaf-479e-be1a-bc7e48177e4b', 'status': 'completed', 'code': 200} Mar 04 16:06:34.922461 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [req-dbe1d286-bce2-4c1b-ba68-25a59dc4661f req-0d399209-0d25-4789-9452-d9ccc3b27619 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "GET /v2.0/ports?device_id=228ca574-e343-49cb-b8a4-d5ad80a91890 HTTP/1.1" status: 200 len: 210 time: 0.0308375 Mar 04 16:06:35.979078 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41914) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:36.098592 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Deleting port d05a44af-abfb-497d-8d4c-68fb6c16cfe8 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:36.099072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:36.171025 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:36.171351 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:36.182873 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Calling delete_port for d05a44af-abfb-497d-8d4c-68fb6c16cfe8 owned by network:floatingip {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:36.394284 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (d05a44af-abfb-497d-8d4c-68fb6c16cfe8), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:36.419580 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'Port': ['ID=d05a44af-abfb-497d-8d4c-68fb6c16cfe8,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:36.480767 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for floatingip (558e9eb1-a7ab-4c50-9967-8c1757192546), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:36.483322 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208146'] for floatingip (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:36.484458 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-edf14fc1-082b-4db0-b1a5-83b89d30a288 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "DELETE /v2.0/floatingips/558e9eb1-a7ab-4c50-9967-8c1757192546 HTTP/1.1" status: 204 len: 168 time: 0.5043848 Mar 04 16:06:37.768108 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41926) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:37.822931 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7088-9820-44d6-8c43-47fb7655ae01 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group (175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:37.846908 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7088-9820-44d6-8c43-47fb7655ae01 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group (175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:37.993943 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7088-9820-44d6-8c43-47fb7655ae01 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:37.996548 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7088-9820-44d6-8c43-47fb7655ae01 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:37.997728 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-ad8b7088-9820-44d6-8c43-47fb7655ae01 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] 10.222.0.21 "DELETE /v2.0/security-groups/175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2 HTTP/1.1" status: 204 len: 168 time: 0.2286370 Mar 04 16:06:38.007065 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b7088-9820-44d6-8c43-47fb7655ae01 tempest-TestVolumeBootPattern-1874405603 tempest-TestVolumeBootPattern-1874405603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175af9dc-9c5b-42ec-a5f2-6ca11a58a4e2,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:38.108438 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41930) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:38.581894 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (dbe40357-510b-45b8-b2da-e92e0909e5eb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:38.823382 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Deleting port 695a5130-1626-4974-b745-1ab9a06aa30f {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:38.824078 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:38.897456 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] For port 695a5130-1626-4974-b745-1ab9a06aa30f, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=695a5130-1626-4974-b745-1ab9a06aa30f,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:38.897748 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:38.909750 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Calling delete_port for 695a5130-1626-4974-b745-1ab9a06aa30f owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:38.960389 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 0bfb13fd-caaf-479e-be1a-bc7e48177e4b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:38.983118 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] No Port match for: 0bfb13fd-caaf-479e-be1a-bc7e48177e4b {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:38.983464 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Device 0bfb13fd-caaf-479e-be1a-bc7e48177e4b not bound to the agent host hv-cinder-83124 {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:39.154253 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (695a5130-1626-4974-b745-1ab9a06aa30f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:39.183206 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Pushing event deleted for resources: {'Port': ['ID=695a5130-1626-4974-b745-1ab9a06aa30f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:39.194422 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.194783 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.195130 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.195476 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.195813 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.196149 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.196499 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.196812 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.197145 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.197474 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.197830 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.198157 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.198481 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:39.355552 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (dbe40357-510b-45b8-b2da-e92e0909e5eb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:39.563152 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Router dbe40357-510b-45b8-b2da-e92e0909e5eb has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:06:39.671142 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:06:39.676120 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-f78dbdfa-7099-4247-9df1-a7ec3323d676 admin admin] 10.222.0.21 "PUT /v2.0/routers/dbe40357-510b-45b8-b2da-e92e0909e5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5666111 Mar 04 16:06:39.678630 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41934) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:39.681391 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] Sync routers for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:06:39.690780 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:39.691377 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:39.737242 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-888a8548-fd86-4dfc-89d4-d89b0cce84ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:39.783923 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks [] for router (dbe40357-510b-45b8-b2da-e92e0909e5eb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:39.800169 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: dv-cinder-831247-6-iscsi {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:39.885895 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks [] for router_gateway (dbe40357-510b-45b8-b2da-e92e0909e5eb), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:39.973252 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T16:06:39Z', 'revision_number': 5, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port': {'id': 'a712c0f2-9bc8-4f60-93a4-7e9410f06442', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:16Z', 'updated_at': '2022-03-04T15:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:40.005757 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] Checking router: dbe40357-510b-45b8-b2da-e92e0909e5eb for host: dv-cinder-831247-6-iscsi {{(pid=110049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:06:40.014754 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] Routers {'dbe40357-510b-45b8-b2da-e92e0909e5eb'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:40.015384 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:12Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['dbe40357-510b-45b8-b2da-e92e0909e5eb'], 'active': True} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:40.107674 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_dvr_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] Set router dbe40357-510b-45b8-b2da-e92e0909e5eb gateway port host: None {{(pid=110049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:40.161103 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.l3_hamode_db [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T16:06:39Z', 'revision_number': 6, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:40.189971 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba7829-25e5-45d2-97ea-1eeaf3a12b76 None None] The sync data for ids ['dbe40357-510b-45b8-b2da-e92e0909e5eb'] in dv-cinder-831247-6-iscsi is: [{'id': 'dbe40357-510b-45b8-b2da-e92e0909e5eb', 'name': 'tempest-TestVolumeBootPattern-27844294-router', 'tenant_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:15Z', 'updated_at': '2022-03-04T16:06:39Z', 'revision_number': 6, 'project_id': 'fe6ccd37ce43447ba1cd93c83e3c9f2c', 'gw_port_host': None}] {{(pid=110049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:06:40.249776 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Deleting port a712c0f2-9bc8-4f60-93a4-7e9410f06442 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:40.250120 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.325179 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] For port a712c0f2-9bc8-4f60-93a4-7e9410f06442, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=a712c0f2-9bc8-4f60-93a4-7e9410f06442,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:40.325536 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.337427 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Calling delete_port for a712c0f2-9bc8-4f60-93a4-7e9410f06442 owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:40.566164 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (a712c0f2-9bc8-4f60-93a4-7e9410f06442), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.592168 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a712c0f2-9bc8-4f60-93a4-7e9410f06442,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:40.659201 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (dbe40357-510b-45b8-b2da-e92e0909e5eb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.747534 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (dbe40357-510b-45b8-b2da-e92e0909e5eb), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.749600 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks [] for router_controller (dbe40357-510b-45b8-b2da-e92e0909e5eb), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.862485 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (dbe40357-510b-45b8-b2da-e92e0909e5eb), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.862969 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe40357-510b-45b8-b2da-e92e0909e5eb {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 16:06:40.867483 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.869970 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-6c85c820-65e4-4093-93b7-4181bf540d77 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dbe40357-510b-45b8-b2da-e92e0909e5eb HTTP/1.1" status: 204 len: 168 time: 1.1897943 Mar 04 16:06:40.871034 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41936) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:40.914807 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Deleting subnet bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 16:06:40.917873 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Publish callbacks [] for subnet (bd033da4-80bb-4ef3-aab0-ac27bc1d8a59), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:40.953044 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (bd033da4-80bb-4ef3-aab0-ac27bc1d8a59), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.032159 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (bd033da4-80bb-4ef3-aab0-ac27bc1d8a59), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.160653 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (bd033da4-80bb-4ef3-aab0-ac27bc1d8a59), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.185310 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd033da4-80bb-4ef3-aab0-ac27bc1d8a59,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:41.193040 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.197229 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-aac3b54e-c8c0-40e8-aeff-5425db4a05cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd033da4-80bb-4ef3-aab0-ac27bc1d8a59 HTTP/1.1" status: 204 len: 168 time: 0.3251657 Mar 04 16:06:41.198075 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076712d-a467-4acf-bba6-3d4a25d642ab None None] Network c081df21-7d7d-4014-872e-08007cbf9802 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:06:41.199828 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41938) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:41.268147 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (c081df21-7d7d-4014-872e-08007cbf9802), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.322726 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Deleting port 5c199aa9-3a66-4d81-9c39-673be833423e {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:41.323072 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.373687 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] DHCP port deletion for c081df21-7d7d-4014-872e-08007cbf9802 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 16:06:41.388743 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] For port 5c199aa9-3a66-4d81-9c39-673be833423e, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5c199aa9-3a66-4d81-9c39-673be833423e,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:41.389123 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.402945 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Calling delete_port for 5c199aa9-3a66-4d81-9c39-673be833423e owned by network:dhcp {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:41.420594 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] Deleting port 5c199aa9-3a66-4d81-9c39-673be833423e {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:41.420966 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.484607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] For port 5c199aa9-3a66-4d81-9c39-673be833423e, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=5c199aa9-3a66-4d81-9c39-673be833423e,segment=NetworkSegment(2e58a367-ddc0-4e4c-861c-b6d65b0ad713),segment_id=2e58a367-ddc0-4e4c-861c-b6d65b0ad713)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:41.484607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.494048 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] Calling delete_port for 5c199aa9-3a66-4d81-9c39-673be833423e owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:41.542757 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.568794 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (5c199aa9-3a66-4d81-9c39-673be833423e), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.571647 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c199aa9-3a66-4d81-9c39-673be833423e,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:41.579221 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] No DVR routers for this DVR port 5c199aa9-3a66-4d81-9c39-673be833423e on host dv-cinder-831247-6-iscsi {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:06:41.581301 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.581658 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.582587 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.582949 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.583303 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.583641 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.583977 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.584310 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.584644 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.584976 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.585304 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.585629 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.585983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-6-iscsi {{(pid=110047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 16:06:41.594852 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] Pushing event deleted for resources: {'Port': ['ID=5c199aa9-3a66-4d81-9c39-673be833423e,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:41.596689 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a12b6e-f6ff-418e-bf11-20bdf710b93b None None] No DVR routers for this DVR port 5c199aa9-3a66-4d81-9c39-673be833423e on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:06:41.656974 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (c081df21-7d7d-4014-872e-08007cbf9802), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.668221 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 695a5130-1626-4974-b745-1ab9a06aa30f no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:41.679135 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c081df21-7d7d-4014-872e-08007cbf9802']}} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:41.688340 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e58a367-ddc0-4e4c-861c-b6d65b0ad713') {'for_net_delete': True} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:41.688520 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 695a5130-1626-4974-b745-1ab9a06aa30f {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:41.688638 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e58a367-ddc0-4e4c-861c-b6d65b0ad713') {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:41.688859 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 695a5130-1626-4974-b745-1ab9a06aa30f not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:41.689272 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device a712c0f2-9bc8-4f60-93a4-7e9410f06442 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:41.697771 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29205138'] for segment (2e58a367-ddc0-4e4c-861c-b6d65b0ad713), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.708544 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: a712c0f2-9bc8-4f60-93a4-7e9410f06442 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:41.708898 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device a712c0f2-9bc8-4f60-93a4-7e9410f06442 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:41.709317 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5c199aa9-3a66-4d81-9c39-673be833423e no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:41.711059 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (2e58a367-ddc0-4e4c-861c-b6d65b0ad713), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.716842 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 16:06:41.718302 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096220'] for segment (2e58a367-ddc0-4e4c-861c-b6d65b0ad713), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: Traceback (most recent call last): Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: timer() Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: cb(*args, **kw) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: return func(*args, **kwargs) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: self._notify() Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: self.callback(batched_events) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: event.method(event) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: return f(self, *a, **k) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._get(url).json() Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: return self.request(url, 'GET', **kwargs) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 16:06:41.718948 dv-cinder-831247-6-iscsi neutron-server[110047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 16:06:41.728506 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 5c199aa9-3a66-4d81-9c39-673be833423e {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:41.728867 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 5c199aa9-3a66-4d81-9c39-673be833423e not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:41.845169 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (c081df21-7d7d-4014-872e-08007cbf9802), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.850930 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:41.854111 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] 10.222.0.21 "DELETE /v2.0/networks/c081df21-7d7d-4014-872e-08007cbf9802 HTTP/1.1" status: 204 len: 168 time: 0.6532173 Mar 04 16:06:41.861464 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41940) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:41.864712 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4f7ba-992e-4347-a1d2-f96e2f00ee4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c081df21-7d7d-4014-872e-08007cbf9802,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:42.062454 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-dfafde71-a8e8-47b9-a8ad-cb2feb538c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:42.198949 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704264'] for router_interface (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:42.436383 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Deleting port 659135f2-3fb7-4080-935e-d359f8ec5a48 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:42.436644 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:42.514102 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:42.514724 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] For port 659135f2-3fb7-4080-935e-d359f8ec5a48, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=659135f2-3fb7-4080-935e-d359f8ec5a48,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:42.514724 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:42.526911 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Calling delete_port for 659135f2-3fb7-4080-935e-d359f8ec5a48 owned by network:router_interface {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:42.742579 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (659135f2-3fb7-4080-935e-d359f8ec5a48), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:42.767511 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Pushing event deleted for resources: {'Port': ['ID=659135f2-3fb7-4080-935e-d359f8ec5a48,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:42.934657 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3704100'] for router_interface (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:43.145349 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 has already been hosted by L3 agent c90541c4-3f07-4a91-9679-2405a268a9ea {{(pid=110046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 16:06:43.248798 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] Notify agent at l3_agent.dv-cinder-831247-6-iscsi the message routers_updated {{(pid=110046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 16:06:43.255529 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-1fdef6cb-bf8d-4d64-bb8d-87d124bf818d admin admin] 10.222.0.21 "PUT /v2.0/routers/bc33fd29-e754-4a8b-aaf0-cf58ca988fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973095 Mar 04 16:06:43.256233 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41942) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:43.257099 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] Sync routers for ids ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'] in dv-cinder-831247-6-iscsi {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 16:06:43.266464 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] Routers {'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:43.267070 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:43.359332 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks [] for router (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:43.386648 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] Set router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 gateway port host: dv-cinder-831247-6-iscsi {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:43.388806 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:43.460016 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks [] for router_gateway (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:43.564149 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'external_fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T16:06:42Z', 'revision_number': 5, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port': {'id': 'ce895ca2-45e5-44f4-85da-035ffcb0a974', 'name': '', 'network_id': 'cfa9cef4-668e-4e0d-b1b6-0dd8dd8499c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T15:57:24Z', 'updated_at': '2022-03-04T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9262e69a-109f-4f49-a99f-5715eee7e8c3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-6-iscsi'}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:43.591607 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] Checking router: bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 for host: dv-cinder-831247-6-iscsi {{(pid=110048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 16:06:43.601501 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] Routers {'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'} bound to L3 agent in host dv-cinder-831247-6-iscsi {{(pid=110048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 16:06:43.602429 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T15:40:12Z,description=,heartbeat_timestamp=2022-03-04T16:06:42Z,host='dv-cinder-831247-6-iscsi',id=c90541c4-3f07-4a91-9679-2405a268a9ea,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T15:40:13Z,topic='l3_agent')) {'router_ids': ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'], 'active': True} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:43.694828 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvr_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] Set router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 gateway port host: None {{(pid=110048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 16:06:43.748882 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_hamode_db [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T16:06:43Z', 'revision_number': 6, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port_host': None}], 'dv-cinder-831247-6-iscsi', False) {} {{(pid=110048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:43.774475 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bfd83-327f-41c7-a238-38554da04e05 None None] The sync data for ids ['bc33fd29-e754-4a8b-aaf0-cf58ca988fe3'] in dv-cinder-831247-6-iscsi is: [{'id': 'bc33fd29-e754-4a8b-aaf0-cf58ca988fe3', 'name': 'tempest-TestVolumeBootPattern-976342271-router', 'tenant_id': '60bd3cd365cc40ca92ec9c51c9879455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T15:57:23Z', 'updated_at': '2022-03-04T16:06:43Z', 'revision_number': 6, 'project_id': '60bd3cd365cc40ca92ec9c51c9879455', 'gw_port_host': None}] {{(pid=110048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 16:06:43.785344 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Deleting port ce895ca2-45e5-44f4-85da-035ffcb0a974 {{(pid=110046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:43.785683 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:43.863269 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.db [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] For port ce895ca2-45e5-44f4-85da-035ffcb0a974, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=ce895ca2-45e5-44f4-85da-035ffcb0a974,segment=NetworkSegment(151ce0fa-c7cf-47e0-b62c-a4c92b0c790d),segment_id=151ce0fa-c7cf-47e0-b62c-a4c92b0c790d)] {{(pid=110046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:43.863623 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:43.876683 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.plugins.ml2.plugin [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Calling delete_port for ce895ca2-45e5-44f4-85da-035ffcb0a974 owned by network:router_gateway {{(pid=110046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:44.091282 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26420275'] for port (ce895ca2-45e5-44f4-85da-035ffcb0a974), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.113656 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce895ca2-45e5-44f4-85da-035ffcb0a974,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:44.185634 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3703942'] for router_gateway (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.277047 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28868'] for router (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.279168 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks [] for router_controller (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.399614 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718957'] for router (bc33fd29-e754-4a8b-aaf0-cf58ca988fe3), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.400073 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 {{(pid=110046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 16:06:44.404599 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.405761 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-108dfd8b-5cd5-42e2-9c10-0e59089fec70 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bc33fd29-e754-4a8b-aaf0-cf58ca988fe3 HTTP/1.1" status: 204 len: 168 time: 1.1486008 Mar 04 16:06:44.408226 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.wsgi [-] (110046) accepted ('10.222.0.21', 41944) {{(pid=110046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:44.451010 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Deleting subnet b8fb8a7f-ea7f-4ead-a210-34ef7543be2f {{(pid=110046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 16:06:44.454014 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Publish callbacks [] for subnet (b8fb8a7f-ea7f-4ead-a210-34ef7543be2f), before_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.486374 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3209330'] for subnet (b8fb8a7f-ea7f-4ead-a210-34ef7543be2f), precommit_delete_associations {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.564771 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399403'] for subnet (b8fb8a7f-ea7f-4ead-a210-34ef7543be2f), precommit_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.663692 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26420224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601860'] for subnet (b8fb8a7f-ea7f-4ead-a210-34ef7543be2f), after_delete {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.688203 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fb8a7f-ea7f-4ead-a210-34ef7543be2f,revision_number=None']} {{(pid=110046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:44.694151 dv-cinder-831247-6-iscsi neutron-server[110046]: DEBUG neutron_lib.callbacks.manager [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for subnet (None), before_response {{(pid=110046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.698797 dv-cinder-831247-6-iscsi neutron-server[110046]: INFO neutron.wsgi [None req-8b79fd1e-c840-4d03-95a0-160155b871f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8fb8a7f-ea7f-4ead-a210-34ef7543be2f HTTP/1.1" status: 204 len: 168 time: 0.2881117 Mar 04 16:06:44.700500 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75223925-1dcb-4294-9e7b-ca0be1479923 None None] Network 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 requested from dv-cinder-831247-6-iscsi {{(pid=110048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 16:06:44.700897 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41946) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:44.772746 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468048'] for network (79a05bbd-55f6-43d6-b3a4-2f18d12ca248), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.834724 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Deleting port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 {{(pid=110047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:44.835098 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.840476 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.868015 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] DHCP port deletion for 79a05bbd-55f6-43d6-b3a4-2f18d12ca248 request from dv-cinder-831247-6-iscsi {{(pid=110048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 16:06:44.899167 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.db [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] For port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:44.899534 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.912608 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Calling delete_port for 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 owned by network:dhcp {{(pid=110047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:44.919675 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] Deleting port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 {{(pid=110048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 16:06:44.920123 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760917967737'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), before_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.982576 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.db [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] For port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4, host dv-cinder-831247-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-6-iscsi',level=0,port_id=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,segment=NetworkSegment(07d133b9-1bfd-45c9-8e93-95eaffe6b858),segment_id=07d133b9-1bfd-45c9-8e93-95eaffe6b858)] {{(pid=110048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 16:06:44.983098 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3705763'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), precommit_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:44.995454 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] Calling delete_port for 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 owned by network:dhcp {{(pid=110048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 16:06:45.051186 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26096305'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.072080 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760917973724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760917466350'] for port (2f73ba4f-ac7f-450b-bedb-adaf6745c9c4), after_delete {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.076446 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:45.079810 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] No DVR routers for this DVR port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 on host dv-cinder-831247-6-iscsi {{(pid=110047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:06:45.097627 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] Pushing event deleted for resources: {'Port': ['ID=2f73ba4f-ac7f-450b-bedb-adaf6745c9c4,revision_number=None']} {{(pid=110048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:45.101236 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be7dce-536b-47a1-882c-2cf5b372a2cb None None] No DVR routers for this DVR port 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 on host dv-cinder-831247-6-iscsi {{(pid=110048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 16:06:45.156186 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475216', 'neutron.services.segments.db._delete_segments_for_network-8760917926045'] for network (79a05bbd-55f6-43d6-b3a4-2f18d12ca248), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.176565 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a05bbd-55f6-43d6-b3a4-2f18d12ca248']}} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:45.186165 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d133b9-1bfd-45c9-8e93-95eaffe6b858') {'for_net_delete': True} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:45.186456 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.services.segments.db [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d133b9-1bfd-45c9-8e93-95eaffe6b858') {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 16:06:45.195493 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760917929638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29205138'] for segment (07d133b9-1bfd-45c9-8e93-95eaffe6b858), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.208284 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492'] for segment (07d133b9-1bfd-45c9-8e93-95eaffe6b858), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.213963 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 16:06:45.214341 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096220'] for segment (07d133b9-1bfd-45c9-8e93-95eaffe6b858), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: Traceback (most recent call last): Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: timer() Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: cb(*args, **kw) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: return func(*args, **kwargs) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: self._notify() Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: self.callback(batched_events) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: event.method(event) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: return f(self, *a, **k) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._get(url).json() Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: return self.request(url, 'GET', **kwargs) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 16:06:45.215934 dv-cinder-831247-6-iscsi neutron-server[110047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 16:06:45.308262 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703994'] for network (79a05bbd-55f6-43d6-b3a4-2f18d12ca248), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.315156 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644392'] for network (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.318298 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] 10.222.0.21 "DELETE /v2.0/networks/79a05bbd-55f6-43d6-b3a4-2f18d12ca248 HTTP/1.1" status: 204 len: 168 time: 0.6172929 Mar 04 16:06:45.327743 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba188a-5b12-4dd8-b44d-93931d32f98c admin admin] Pushing event deleted for resources: {'Network': ['ID=79a05bbd-55f6-43d6-b3a4-2f18d12ca248,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:45.524424 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41950) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:45.563351 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-60a4446c-499a-4b27-9f46-041e0fd7be43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe6ccd37ce43447ba1cd93c83e3c9f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371900 Mar 04 16:06:45.565257 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41952) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:45.614955 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-95ecaf88-1bbb-4ca6-b11f-27874a153a93 admin admin] Publish callbacks [] for security_group (aa1be1a2-2057-4ff4-bb99-cbebbdf56691), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.635983 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-95ecaf88-1bbb-4ca6-b11f-27874a153a93 admin admin] Publish callbacks [] for security_group (aa1be1a2-2057-4ff4-bb99-cbebbdf56691), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.656222 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:45.676354 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:45.676704 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 2f73ba4f-ac7f-450b-bedb-adaf6745c9c4 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:45.677120 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 659135f2-3fb7-4080-935e-d359f8ec5a48 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:45.695063 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: 659135f2-3fb7-4080-935e-d359f8ec5a48 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:45.695492 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device 659135f2-3fb7-4080-935e-d359f8ec5a48 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:45.695901 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ce895ca2-45e5-44f4-85da-035ffcb0a974 no longer exists at agent ovs-agent-dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 16:06:45.715476 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] No Port match for: ce895ca2-45e5-44f4-85da-035ffcb0a974 {{(pid=110048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 16:06:45.715476 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron.plugins.ml2.rpc [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Device ce895ca2-45e5-44f4-85da-035ffcb0a974 not bound to the agent host dv-cinder-831247-6-iscsi {{(pid=110048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 16:06:45.725623 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-95ecaf88-1bbb-4ca6-b11f-27874a153a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (aa1be1a2-2057-4ff4-bb99-cbebbdf56691), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.728210 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-95ecaf88-1bbb-4ca6-b11f-27874a153a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:45.729377 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-95ecaf88-1bbb-4ca6-b11f-27874a153a93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa1be1a2-2057-4ff4-bb99-cbebbdf56691 HTTP/1.1" status: 204 len: 168 time: 0.1632123 Mar 04 16:06:45.737280 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecaf88-1bbb-4ca6-b11f-27874a153a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1be1a2-2057-4ff4-bb99-cbebbdf56691,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:06:46.222683 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:46.336712 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41958) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:46.374523 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-43ced696-3fe8-485c-8ac3-1a689acda87d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60bd3cd365cc40ca92ec9c51c9879455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377281 Mar 04 16:06:46.376866 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [-] (110047) accepted ('10.222.0.21', 41960) {{(pid=110047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 16:06:46.422022 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bc3e73a5-bce0-4f20-94e7-4b91f60f0dbe admin admin] Publish callbacks [] for security_group (f1a01166-429d-431a-a65d-b94871dc1e11), before_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:46.443065 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bc3e73a5-bce0-4f20-94e7-4b91f60f0dbe admin admin] Publish callbacks [] for security_group (f1a01166-429d-431a-a65d-b94871dc1e11), precommit_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:46.576741 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bc3e73a5-bce0-4f20-94e7-4b91f60f0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901112'] for security_group (f1a01166-429d-431a-a65d-b94871dc1e11), after_delete {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:46.579262 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-bc3e73a5-bce0-4f20-94e7-4b91f60f0dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:06:46.580406 dv-cinder-831247-6-iscsi neutron-server[110047]: INFO neutron.wsgi [None req-bc3e73a5-bce0-4f20-94e7-4b91f60f0dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1a01166-429d-431a-a65d-b94871dc1e11 HTTP/1.1" status: 204 len: 168 time: 0.2026503 Mar 04 16:06:46.588110 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e73a5-bce0-4f20-94e7-4b91f60f0dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a01166-429d-431a-a65d-b94871dc1e11,revision_number=None']} {{(pid=110047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 16:07:02.974110 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:07:09.753257 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-137bf9e0-1d9b-41d7-a6ee-88bcb8106b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:12.073083 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-e65c1695-3c5b-492d-ae1e-81084d8fc9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:12.490186 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:13.364709 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:14.781439 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:16.192704 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:39.723654 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-b1502ebd-a5b1-4f22-bdb6-edff864f760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:39.973166 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:07:42.089495 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-482f4c04-161d-4733-9bcf-d5dcb92c2a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:42.506344 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:43.386368 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:44.780566 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:07:46.181024 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:09.711547 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-78fa19cb-292e-41f3-a679-47c54de3c7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:12.122883 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3e45-cf34-42d4-8422-c9b8b438d934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:12.505766 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:13.379981 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:14.892875 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:16.180390 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:16.971510 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:08:39.728346 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-de4e3849-1d95-454a-a8a7-b24a92a2c788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:42.076634 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bd090ae3-713a-4076-990f-f3e072e0810f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:42.505270 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:43.396194 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:44.818914 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:46.173664 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:08:53.970182 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:09:09.715915 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-133a05b2-4220-4526-a85e-5d0bed8c1bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:12.058684 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ece2542b-ec71-4849-8a39-2a3daa80cd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:12.504276 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:13.401349 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:14.790206 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:16.183928 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:30.968551 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:09:39.783845 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7887-b17f-442d-b74f-497f0a80016b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:42.183620 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-4b175ab3-df48-458c-abad-5d2d354c7d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:42.509436 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:43.400874 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:44.800852 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:46.172019 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:09:58.136491 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-36eb6669-6676-490f-8440-2833a930b361 req-447226c3-101c-4f3d-ae39-6bd31f22ecac tempest-TestShelveInstance-454637682 tempest-TestShelveInstance-454637682-project] (110047) timed out ('10.222.0.21', 36436) {{(pid=110047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 16:10:07.967735 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:10:09.708346 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-2e315e6c-7fc0-441e-a007-47aaff368c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:12.085509 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-48e0198c-ad7c-4af4-aaa5-063d4ee9dc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:12.508717 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:13.382763 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:14.822854 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:16.171092 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:39.702350 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-399325e0-7f0f-4886-ac44-68f51c6a24cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:42.101994 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-d90a4ca3-2191-4e82-8693-774f14e17959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:42.547660 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:43.416610 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:44.799007 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:10:44.966106 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:10:46.176216 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:09.741045 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0ff3-71a0-4ed6-a0a7-45e12fe088d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:12.078316 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-794afdb9-8d24-4b5a-8038-979acc166978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:12.529519 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:13.398135 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:14.820931 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:16.198248 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:21.964599 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:11:39.728757 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbf4a-061f-46c7-b4c1-bc3ce40ce3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:42.100235 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-ad31a232-6c37-40ba-8672-4c1bab567665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:42.534885 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:43.403535 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:44.808927 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:46.180440 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:11:58.962917 dv-cinder-831247-6-iscsi neutron-server[110049]: DEBUG neutron.db.agents_db [None req-776f22fd-cbc9-4f79-bfd3-cbffecc4c72c None None] Agent healthcheck: found 6 active agents {{(pid=110049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 16:12:09.722386 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-aa8c740b-4077-4aa4-8171-0d6cc6eebd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (e27096dc-df44-4dad-b961-ce3ff8e8f2db), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:12:12.076974 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-22ff7e7f-9748-4977-adef-906c05b08cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (c90541c4-3f07-4a91-9679-2405a268a9ea), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:12:12.551055 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-841353a9-9924-49be-bdfd-0bd3fa7d52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (449cf897-cc6e-4d64-ad04-c65899b5f6c6), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:12:13.402726 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-647f50ee-5606-498f-8383-e8a8575348b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (40db0eba-651c-40af-a2d2-1af50753c93a), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:12:14.865178 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-03f35438-31ab-4d06-aa83-9eaa99f282f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (a88cbb42-c83c-413f-8772-29cc9ac77124), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:12:16.168154 dv-cinder-831247-6-iscsi neutron-server[110048]: DEBUG neutron_lib.callbacks.manager [None req-bdad0ff1-87ba-40ae-9b7e-9fc6026162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760917926027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1477255'] for agent (ae4b22d5-dd03-41f9-9c06-2ac048273137), after_update {{(pid=110048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 16:12:23.986460 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-77283cc6-14f9-4218-8742-359ebb0390c7 service neutron] (110047) timed out ('10.222.0.21', 35382) {{(pid=110047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 16:12:24.162552 dv-cinder-831247-6-iscsi neutron-server[110047]: DEBUG neutron.wsgi [req-4f11b4c4-b9a5-4af9-b32a-560f43b58fc2 req-1484648c-23b2-40f7-a9d1-5a06a973e9b9 tempest-AttachVolumeShelveTestJSON-846858341 tempest-AttachVolumeShelveTestJSON-846858341-project] (110047) timed out ('10.222.0.21', 35392) {{(pid=110047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}